[ 522.658495] env[65663]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.658495] env[65663]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.656138] env[65753]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.656138] env[65753]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.241969] env[65753]: INFO neutron.common.config [-] Logging enabled! [ 525.242402] env[65753]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev11 [ 525.242876] env[65753]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65753) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.242876] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.243114] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.243740] env[65753]: WARNING oslo_policy.policy [None req-22449720-92bd-4a81-b643-7984879fce66 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.243977] env[65753]: WARNING oslo_policy.policy [None req-22449720-92bd-4a81-b643-7984879fce66 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.245726] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-22449720-92bd-4a81-b643-7984879fce66 None None] VMware NSXv3 Agent initialized successfully. [ 525.246087] env[65753]: DEBUG oslo_concurrency.lockutils [None req-22449720-92bd-4a81-b643-7984879fce66 None None] Acquiring lock "singleton_lock" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.246218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-22449720-92bd-4a81-b643-7984879fce66 None None] Acquired lock "singleton_lock" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.246421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-22449720-92bd-4a81-b643-7984879fce66 None None] Releasing lock "singleton_lock" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.246753] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] Full set of CONF: {{(pid=65753) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.246882] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ******************************************************************************** {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.246986] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] Configuration options gathered from: {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.247391] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.247586] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.247694] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ================================================================================ {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.247862] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] agent_down_time = 75 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.247998] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] allow_automatic_dhcp_failover = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.248146] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] allow_bulk = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.248289] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] api_extensions_path = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.248423] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] api_paste_config = api-paste.ini {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.248558] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] auth_strategy = keystone {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.248660] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] backdoor_port = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.248800] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] backdoor_socket = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249007] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] backlog = 4096 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249204] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249373] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] bind_host = 0.0.0.0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249512] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] bind_port = 9696 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249643] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] client_socket_timeout = 900 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249783] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] config_dir = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.249892] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250037] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] config_source = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250175] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] control_exchange = neutron {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250313] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] core_plugin = ml2 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250448] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] debug = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250606] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] default_availability_zones = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250824] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.250963] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] dhcp_agent_notification = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251112] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] dhcp_agents_per_network = 1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251246] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] dhcp_lease_duration = 86400 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251385] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] dhcp_load_type = networks {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251515] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] dns_domain = openstacklocal {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251645] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251772] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_default_route_bfd = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.251898] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_default_route_ecmp = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252034] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_dvr = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252162] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_new_agents = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252290] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252416] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_signals = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252542] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] enable_traditional_dhcp = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252664] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] external_dns_driver = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252789] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] filter_validation = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.252924] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] global_physnet_mtu = 8950 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253061] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] graceful_shutdown_timeout = 60 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253257] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] host = cpu-1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253394] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] host_dvr_for_dhcp = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253523] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] http_retries = 3 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253659] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] instance_format = [instance: %(uuid)s] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253793] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.253929] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ipam_driver = internal {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254067] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ipv6_pd_enabled = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254196] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] l3_ha = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254329] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254462] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] l3_ha_network_physical_name = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254621] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] l3_ha_network_type = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254767] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_color = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.254901] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_config_append = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255043] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255174] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_dir = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255304] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_file = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255406] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_options = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255537] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_rotate_interval = 1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255673] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_rotate_interval_type = days {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255806] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] log_rotation_type = none {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.255908] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256025] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256160] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256295] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256396] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256526] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] max_dns_nameservers = 5 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256655] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] max_header_line = 16384 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256782] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] max_l3_agents_per_router = 3 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.256909] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] max_logfile_count = 30 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257088] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] max_logfile_size_mb = 200 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257304] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] max_subnet_host_routes = 20 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257464] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] my_ip = 10.180.1.21 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257601] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] my_ipv6 = ::1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257731] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] network_auto_schedule = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257856] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] network_link_prefix = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.257994] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258418] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] notify_nova_on_port_data_changes = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258418] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] notify_nova_on_port_status_changes = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258418] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] pagination_max_limit = -1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258564] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] publish_errors = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258681] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] rate_limit_burst = 0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258816] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] rate_limit_except_level = CRITICAL {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.258946] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] rate_limit_interval = 0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259140] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] retry_until_window = 30 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259242] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] router_distributed = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259367] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] rpc_resources_processing_step = 20 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259496] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] rpc_response_max_timeout = 600 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259624] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] rpc_response_timeout = 60 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259751] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] send_events_interval = 2 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.259900] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] service_plugins = ['router'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260067] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] setproctitle = on {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260212] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] shell_completion = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260358] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] state_path = /opt/stack/data/neutron {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260495] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] syslog_log_facility = LOG_USER {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260626] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] tcp_keepidle = 600 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260762] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] transport_url = **** {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.260892] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] use_journal = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261028] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] use_json = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261160] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] use_ssl = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261286] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] use_stderr = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261453] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] use_syslog = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261538] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] vlan_qinq = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261660] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] vlan_transparent = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261783] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] watch_log_file = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.261910] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] wsgi_default_pool_size = 100 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.262044] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] wsgi_keep_alive = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.262182] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.262310] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] wsgi_server_debug = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.262458] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_concurrency.disable_process_locking = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262624] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262772] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262903] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263050] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263185] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263316] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263468] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.connection_string = messaging:// {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263602] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.enabled = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263736] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.es_doc_type = notification {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263865] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.es_scroll_size = 10000 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263997] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.es_scroll_time = 2m {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264139] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.filter_error_trace = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264277] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.hmac_keys = **** {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264413] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.sentinel_service_name = mymaster {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264550] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.socket_timeout = 0.1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264682] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.trace_requests = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264809] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler.trace_sqlalchemy = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264952] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler_jaeger.process_tags = {} {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265092] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler_jaeger.service_name_prefix = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265225] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] profiler_otlp.service_name_prefix = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265368] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.enforce_new_defaults = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265639] env[65753]: WARNING oslo_config.cfg [None req-22449720-92bd-4a81-b643-7984879fce66 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.265782] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.enforce_scope = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265921] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.policy_default_rule = default {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266076] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266219] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266357] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266485] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266611] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266739] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266863] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267017] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267179] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267325] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] agent.extensions = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267459] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267595] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] service_providers.service_provider = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267732] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.default_quota = -1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267869] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267999] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_floatingip = 50 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268141] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_network = 100 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268270] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_port = 500 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268398] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268524] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_router = 10 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268651] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_security_group = 10 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268779] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268903] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.quota_subnet = 100 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269040] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] QUOTAS.track_quota_usage = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269216] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269353] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.group = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269479] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.helper_command = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269608] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.log_daemon_traceback = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269741] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269871] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.thread_pool_size = 8 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.269995] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep.user = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270178] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270322] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.group = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270449] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.helper_command = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270577] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270710] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270836] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.270960] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_dhcp_release.user = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271110] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271237] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.group = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271360] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271486] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271617] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271746] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.271872] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_ovs_vsctl.user = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272029] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.capabilities = [21] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272142] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.group = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272295] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.helper_command = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272429] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272562] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272690] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272815] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_namespace.user = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.272952] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.capabilities = [12] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273091] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.group = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273219] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.helper_command = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273346] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273477] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273606] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273733] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_conntrack.user = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273868] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.capabilities = [12, 21] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.273991] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.group = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274128] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.helper_command = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274259] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.log_daemon_traceback = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274392] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274521] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.thread_pool_size = 8 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274644] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] privsep_link.user = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274792] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.274933] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275075] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.continue_on_failed_promotions = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275205] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.dscp = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275337] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.dscp_inherit = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275472] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.force_mp_to_policy = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275600] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.locking_coordinator_url = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275730] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.log_agent_heartbeats = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275861] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.logging_expire = 1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.275995] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276142] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276285] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.polling_interval = 240 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276417] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276553] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276692] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.report_interval = 30.0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276832] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.276975] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277142] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277280] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.sync_skew = 60 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277416] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.synchronization_queue_size = 20 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277550] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT.use_helper_for_ns_read = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277690] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] SECURITYGROUP.enable_ipset = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277826] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] SECURITYGROUP.enable_security_group = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.277963] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278110] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278249] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] experimental.ipv6_pd_enabled = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278396] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.extension_drivers = ['port_security'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278525] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.external_network_type = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278666] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278803] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.overlay_ip_version = 4 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.278937] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.path_mtu = 8950 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279108] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.physical_network_mtus = {} {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279257] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279399] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279541] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ml2.type_drivers = ['vlan'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279682] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279815] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.279945] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280112] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280267] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280404] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280540] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280676] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.280810] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281016] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281163] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_login_password = **** {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281307] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281448] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_login_user = admin {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281580] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281720] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281852] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.281983] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282151] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282309] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282447] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282585] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282721] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282858] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.282996] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283143] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283283] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283477] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283620] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283757] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.283888] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284033] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.auth_section = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284176] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.auth_type = password {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284315] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284446] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.certfile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284581] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.collect_timing = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284716] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.endpoint_type = public {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284848] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.insecure = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.284978] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.keyfile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285129] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.region_name = RegionOne {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285264] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.split_loggers = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285393] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] nova.timeout = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285527] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.auth_section = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285666] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.auth_type = password {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285801] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.285927] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.certfile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286067] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.collect_timing = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286207] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.endpoint_type = public {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286339] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.insecure = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286466] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.keyfile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286593] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.region_name = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286721] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.split_loggers = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286848] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] placement.timeout = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.286994] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.auth_section = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.287606] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.auth_type = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.287753] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.cafile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.287892] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.certfile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288045] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.collect_timing = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288185] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.connect_retries = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288319] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.connect_retry_delay = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288454] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.enable_notifications = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288583] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.endpoint_override = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288715] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.insecure = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288845] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.interface = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.288973] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.keyfile = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289148] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.max_version = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289282] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.min_version = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289412] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.region_name = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289541] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.retriable_status_codes = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289670] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.service_name = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289796] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.service_type = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.289933] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.split_loggers = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.290098] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.status_code_retries = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.290257] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.status_code_retry_delay = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.290395] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.timeout = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.290526] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.valid_interfaces = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.290683] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ironic.version = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.290854] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] cli_script.dry_run = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291021] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291193] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291337] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291473] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291604] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291732] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291862] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.291990] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292137] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292277] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292405] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292539] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292672] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292805] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.292933] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293078] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293211] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293339] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293473] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293602] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293729] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293856] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.293984] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294124] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294287] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294421] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294551] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294680] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294810] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.294939] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295081] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.ssl = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295224] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295358] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295488] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295621] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295755] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.295884] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.296034] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_notifications.driver = [] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.296170] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_notifications.retry = -1 {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.296316] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.296444] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.296547] env[65753]: DEBUG oslo_service.backend._eventlet.service [None req-22449720-92bd-4a81-b643-7984879fce66 None None] ******************************************************************************** {{(pid=65753) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.297721] env[65753]: DEBUG neutron.agent.securitygroups_rpc [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Init firewall settings (driver=nsxv3) {{(pid=65753) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.298998] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65753) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.299288] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.301509] env[65753]: DEBUG dogpile.cache.region [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.301628] env[65753]: DEBUG dogpile.lock [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.301722] env[65753]: DEBUG dogpile.lock [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.302064] env[65753]: DEBUG dogpile.lock [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.302064] env[65753]: DEBUG dogpile.cache.region [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.302064] env[65753]: DEBUG dogpile.lock [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.302215] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.349315] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Session token - acquiring [ 525.351500] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.351691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.351806] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.352244] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.364648] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.640035] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.661318] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.661554] env[65753]: DEBUG dogpile.cache.region [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Cache value generated in 0.359 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.661614] env[65753]: DEBUG dogpile.lock [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.661727] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Activating Policy API Provider. [ 525.661922] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Looking for the default Infrastructure Rules. [ 525.727701] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Looking for the Default Layer3 Logged Drop Section. [ 525.741973] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.742474] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.742648] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.742736] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.743019] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.743397] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.257216] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.759728] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.261991] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Inventory metadata is going to be refreshed. [ 527.262402] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.027663] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.027907] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.028075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.028435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.040959] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.041831] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.042459] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.062703] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.062903] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.062961] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.063288] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.063411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.063556] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.063673] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.063773] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.082714] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.082913] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.083062] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.083295] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.083477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.083618] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.102516] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.102756] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.102848] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.103057] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.103205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.103345] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.121445] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.121669] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.121755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.121979] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.122135] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.122279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.122397] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.122545] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.141836] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.142088] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.142134] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.142411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.142533] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.142675] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.142778] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.142942] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.164072] env[65753]: DEBUG networking_nsxv3.common.locking [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.164288] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.164357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.164642] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.164786] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.164935] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.165047] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.165147] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Inventory metadata have been refreshed. [ 528.165241] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Dryrun:True. Metadata refresh completed. [ 528.165354] env[65753]: DEBUG oslo_concurrency.lockutils [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Releasing lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.167160] env[65753]: INFO neutron.agent.agent_extensions_manager [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Loaded agent extensions: [] [ 528.167863] env[65753]: DEBUG neutron_lib.callbacks.manager [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65753) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.218305] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.218530] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.218530] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.169356] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.169704] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.170773] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.171147] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.172426] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.172728] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.236755] env[65753]: INFO networking_nsxv3.common.synchronization [None req-069bbd16-0e14-46ba-a4ac-9eb8689c60dc demo admin] Enqueued Resource ID: 49bdeb80-d816-45c7-8cde-14eb48f9093e with Priority: HIGHEST for action security_group_rules [ 543.237340] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bdeb80-d816-45c7-8cde-14eb48f9093e with Priority: HIGHEST for action security_group_rules [ 543.237685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49bdeb80-d816-45c7-8cde-14eb48f9093e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.237882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49bdeb80-d816-45c7-8cde-14eb48f9093e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.237882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49bdeb80-d816-45c7-8cde-14eb48f9093e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.238258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49bdeb80-d816-45c7-8cde-14eb48f9093e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.238348] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49bdeb80-d816-45c7-8cde-14eb48f9093e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.759969] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.760315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.760315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.760462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.760550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.760651] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49bdeb80-d816-45c7-8cde-14eb48f9093e already deleted. [ 543.760775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49bdeb80-d816-45c7-8cde-14eb48f9093e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.238557] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.238557] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.239937] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.239937] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.240480] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.240480] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.241687] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.242070] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.243231] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.243231] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.243736] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.244018] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.373139] env[65753]: INFO networking_nsxv3.common.synchronization [None req-afad569f-84e2-438f-b5f5-071c41b3363d None None] Enqueued Resource ID: af65314c-4b08-44ae-af38-6ae1825ae115 with Priority: HIGHEST for action port [ 575.373139] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af65314c-4b08-44ae-af38-6ae1825ae115 with Priority: HIGHEST for action port [ 575.373605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-af65314c-4b08-44ae-af38-6ae1825ae115 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.373976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af65314c-4b08-44ae-af38-6ae1825ae115" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.373976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af65314c-4b08-44ae-af38-6ae1825ae115" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.374905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af65314c-4b08-44ae-af38-6ae1825ae115" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.376011] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af65314c-4b08-44ae-af38-6ae1825ae115',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.728189] env[65753]: INFO networking_nsxv3.common.synchronization [None req-806ec4f1-f630-499d-89d6-fe3192aed401 None None] Enqueued Resource ID: d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe with Priority: HIGHEST for action port [ 575.728662] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe with Priority: HIGHEST for action port [ 575.728917] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.729811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.729956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.730490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.730612] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.879851] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af65314c-4b08-44ae-af38-6ae1825ae115 [ 575.879851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.879851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.879851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.879851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.879851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.879851] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af65314c-4b08-44ae-af38-6ae1825ae115 already deleted. [ 575.879851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af65314c-4b08-44ae-af38-6ae1825ae115" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.061581] env[65753]: INFO networking_nsxv3.common.synchronization [None req-8ff9d3c2-f6bc-41b5-8892-b10baff0cd2b None None] Enqueued Resource ID: 2cdb28a6-8c50-4e58-b3f1-3048a7cc358a with Priority: HIGHEST for action port [ 576.062126] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdb28a6-8c50-4e58-b3f1-3048a7cc358a with Priority: HIGHEST for action port [ 576.062445] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cdb28a6-8c50-4e58-b3f1-3048a7cc358a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.062569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cdb28a6-8c50-4e58-b3f1-3048a7cc358a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.062635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cdb28a6-8c50-4e58-b3f1-3048a7cc358a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.062881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cdb28a6-8c50-4e58-b3f1-3048a7cc358a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.062997] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdb28a6-8c50-4e58-b3f1-3048a7cc358a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.235219] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe [ 576.235219] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.235219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.235219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.235219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.235219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.235219] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe already deleted. [ 576.235721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d28cde46-ca1c-46dd-98d5-bfa2fa1a1dbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.566579] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cdb28a6-8c50-4e58-b3f1-3048a7cc358a [ 576.566579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.566579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.566579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.566579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.566579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.566579] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cdb28a6-8c50-4e58-b3f1-3048a7cc358a already deleted. [ 576.566579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cdb28a6-8c50-4e58-b3f1-3048a7cc358a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.641297] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b57ec86b-ec99-4abf-8235-2dc93c2cd331 None None] Enqueued Resource ID: 56a9124a-5ce4-4f26-9702-51f42c9d540c with Priority: HIGHEST for action port [ 576.641856] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a9124a-5ce4-4f26-9702-51f42c9d540c with Priority: HIGHEST for action port [ 576.642759] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a9124a-5ce4-4f26-9702-51f42c9d540c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.642759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a9124a-5ce4-4f26-9702-51f42c9d540c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.642759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a9124a-5ce4-4f26-9702-51f42c9d540c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.642759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a9124a-5ce4-4f26-9702-51f42c9d540c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.642759] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a9124a-5ce4-4f26-9702-51f42c9d540c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.026147] env[65753]: INFO networking_nsxv3.common.synchronization [None req-29f2b9b1-4a07-4ed7-a7bf-4404e9724683 None None] Enqueued Resource ID: 947bbffa-0c3e-43a0-a76b-904082fd3fda with Priority: HIGHEST for action port [ 577.027974] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bbffa-0c3e-43a0-a76b-904082fd3fda with Priority: HIGHEST for action port [ 577.027974] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-947bbffa-0c3e-43a0-a76b-904082fd3fda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.027974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947bbffa-0c3e-43a0-a76b-904082fd3fda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.027974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947bbffa-0c3e-43a0-a76b-904082fd3fda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.027974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947bbffa-0c3e-43a0-a76b-904082fd3fda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.027974] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947bbffa-0c3e-43a0-a76b-904082fd3fda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.146935] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a9124a-5ce4-4f26-9702-51f42c9d540c [ 577.146935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.147998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.147998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.147998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.147998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.147998] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a9124a-5ce4-4f26-9702-51f42c9d540c already deleted. [ 577.147998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a9124a-5ce4-4f26-9702-51f42c9d540c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.534496] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 947bbffa-0c3e-43a0-a76b-904082fd3fda [ 577.534496] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.534496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.534496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.534496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.534496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.534496] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:947bbffa-0c3e-43a0-a76b-904082fd3fda already deleted. [ 577.534496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947bbffa-0c3e-43a0-a76b-904082fd3fda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.147128] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3dd38009-e441-4d7f-af1b-30c90f0cfbdd None None] Enqueued Resource ID: d25cc37b-62e3-4412-b1cd-3bfd9b83e004 with Priority: HIGHEST for action port [ 578.148079] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25cc37b-62e3-4412-b1cd-3bfd9b83e004 with Priority: HIGHEST for action port [ 578.148936] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25cc37b-62e3-4412-b1cd-3bfd9b83e004 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.149286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25cc37b-62e3-4412-b1cd-3bfd9b83e004" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.149286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25cc37b-62e3-4412-b1cd-3bfd9b83e004" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.149643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25cc37b-62e3-4412-b1cd-3bfd9b83e004" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.149777] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25cc37b-62e3-4412-b1cd-3bfd9b83e004',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.652263] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d25cc37b-62e3-4412-b1cd-3bfd9b83e004 [ 578.652498] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.653289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.653493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.653700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.653753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.654035] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d25cc37b-62e3-4412-b1cd-3bfd9b83e004 already deleted. [ 578.654920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25cc37b-62e3-4412-b1cd-3bfd9b83e004" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.855807] env[65753]: INFO networking_nsxv3.common.synchronization [None req-607043cf-3939-406c-a47a-6998fcf20ecf None None] Enqueued Resource ID: 3863dd46-8a83-4ccf-b03e-a4eaab309b2d with Priority: HIGHEST for action port [ 578.856479] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3863dd46-8a83-4ccf-b03e-a4eaab309b2d with Priority: HIGHEST for action port [ 578.856838] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3863dd46-8a83-4ccf-b03e-a4eaab309b2d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.856997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3863dd46-8a83-4ccf-b03e-a4eaab309b2d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.857143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3863dd46-8a83-4ccf-b03e-a4eaab309b2d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.857391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3863dd46-8a83-4ccf-b03e-a4eaab309b2d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.857474] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3863dd46-8a83-4ccf-b03e-a4eaab309b2d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.361464] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3863dd46-8a83-4ccf-b03e-a4eaab309b2d [ 579.361754] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.361987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.362088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.362309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.362401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.362496] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3863dd46-8a83-4ccf-b03e-a4eaab309b2d already deleted. [ 579.362578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3863dd46-8a83-4ccf-b03e-a4eaab309b2d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.550245] env[65753]: INFO networking_nsxv3.common.synchronization [None req-aee7562d-3403-4b97-82ef-cf24e43bb21f None None] Enqueued Resource ID: a644ff25-d842-49c9-9d8a-5a8f60be056a with Priority: HIGHEST for action port [ 579.551277] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a644ff25-d842-49c9-9d8a-5a8f60be056a with Priority: HIGHEST for action port [ 579.551606] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a644ff25-d842-49c9-9d8a-5a8f60be056a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.551723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a644ff25-d842-49c9-9d8a-5a8f60be056a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.551785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a644ff25-d842-49c9-9d8a-5a8f60be056a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.552045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a644ff25-d842-49c9-9d8a-5a8f60be056a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.552241] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a644ff25-d842-49c9-9d8a-5a8f60be056a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.056395] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a644ff25-d842-49c9-9d8a-5a8f60be056a [ 580.056395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.056395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.056395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.056395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.056395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.056395] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a644ff25-d842-49c9-9d8a-5a8f60be056a already deleted. [ 580.056395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a644ff25-d842-49c9-9d8a-5a8f60be056a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.846190] env[65753]: INFO networking_nsxv3.common.synchronization [None req-342b1275-4a34-4079-86e9-79d9df60edcd None None] Enqueued Resource ID: 23b6f4ab-0c60-4631-9334-7dc252a6412e with Priority: HIGHEST for action port [ 580.846693] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b6f4ab-0c60-4631-9334-7dc252a6412e with Priority: HIGHEST for action port [ 580.848308] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b6f4ab-0c60-4631-9334-7dc252a6412e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.848484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b6f4ab-0c60-4631-9334-7dc252a6412e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.848558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b6f4ab-0c60-4631-9334-7dc252a6412e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.848816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b6f4ab-0c60-4631-9334-7dc252a6412e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.848902] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b6f4ab-0c60-4631-9334-7dc252a6412e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.350573] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23b6f4ab-0c60-4631-9334-7dc252a6412e [ 581.350808] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.350947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.351086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.351238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.351566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.351566] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23b6f4ab-0c60-4631-9334-7dc252a6412e already deleted. [ 581.351566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b6f4ab-0c60-4631-9334-7dc252a6412e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.416726] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4e09a448-950b-42b3-9981-fd085149b183 None None] Enqueued Resource ID: a49ad867-c6ff-42c3-a7f7-af67f349b458 with Priority: HIGHEST for action port [ 581.417350] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49ad867-c6ff-42c3-a7f7-af67f349b458 with Priority: HIGHEST for action port [ 581.417943] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49ad867-c6ff-42c3-a7f7-af67f349b458 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.419973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49ad867-c6ff-42c3-a7f7-af67f349b458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.419973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49ad867-c6ff-42c3-a7f7-af67f349b458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.419973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49ad867-c6ff-42c3-a7f7-af67f349b458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.419973] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49ad867-c6ff-42c3-a7f7-af67f349b458',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.805674] env[65753]: INFO networking_nsxv3.common.synchronization [None req-58d827ad-6644-4e6e-80a4-4856dffc7669 None None] Enqueued Resource ID: 49454890-0221-413d-9087-f23b3bd44daf with Priority: HIGHEST for action port [ 581.806018] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49454890-0221-413d-9087-f23b3bd44daf with Priority: HIGHEST for action port [ 581.806587] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-49454890-0221-413d-9087-f23b3bd44daf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.806717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49454890-0221-413d-9087-f23b3bd44daf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.806778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49454890-0221-413d-9087-f23b3bd44daf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.807049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49454890-0221-413d-9087-f23b3bd44daf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.807130] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49454890-0221-413d-9087-f23b3bd44daf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.922405] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a49ad867-c6ff-42c3-a7f7-af67f349b458 [ 581.922675] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.922675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.922675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.923061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.923061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.923061] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a49ad867-c6ff-42c3-a7f7-af67f349b458 already deleted. [ 581.923193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49ad867-c6ff-42c3-a7f7-af67f349b458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.309422] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49454890-0221-413d-9087-f23b3bd44daf [ 582.309661] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.309903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.309903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.310141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.310253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.310323] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49454890-0221-413d-9087-f23b3bd44daf already deleted. [ 582.310449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49454890-0221-413d-9087-f23b3bd44daf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.943467] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f8c80ceb-28da-472d-9a88-0f9fffaebb81 None None] Enqueued Resource ID: 85d2ae99-f4fa-4e7f-9073-db59bfd79158 with Priority: HIGHEST for action port [ 582.943467] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d2ae99-f4fa-4e7f-9073-db59bfd79158 with Priority: HIGHEST for action port [ 582.943467] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d2ae99-f4fa-4e7f-9073-db59bfd79158 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.943467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d2ae99-f4fa-4e7f-9073-db59bfd79158" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.943467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d2ae99-f4fa-4e7f-9073-db59bfd79158" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.943467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d2ae99-f4fa-4e7f-9073-db59bfd79158" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.943467] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d2ae99-f4fa-4e7f-9073-db59bfd79158',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.170334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.170476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.170476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.170671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.170902] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.443591] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b47b4e14-56bb-4ffa-9282-0aa263ca2976 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 583.444237] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 583.444642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.444743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.444743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.444986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.445104] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.445927] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85d2ae99-f4fa-4e7f-9073-db59bfd79158 [ 583.446101] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.446211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.446280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.446454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.446540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.446622] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85d2ae99-f4fa-4e7f-9073-db59bfd79158 already deleted. [ 583.446883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d2ae99-f4fa-4e7f-9073-db59bfd79158" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.575908] env[65753]: INFO networking_nsxv3.common.synchronization [None req-2a6a43ea-c3ca-43cd-95d9-b0aa4fcbf146 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 583.576390] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 583.576998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.577415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.673405] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.971170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.971170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.971170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.971170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.971170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.971170] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 already deleted. [ 583.971170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.971170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.971696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.971696] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.177954] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.497293] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.497293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.497293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.501138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.502040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.502040] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 already deleted. [ 584.502040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.617597] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f6e8fdad-c987-4308-83ce-e8eff36ed006 None None] Enqueued Resource ID: 9485f947-6cae-49f9-9d23-7a60cb999871 with Priority: HIGHEST for action port [ 584.618137] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9485f947-6cae-49f9-9d23-7a60cb999871 with Priority: HIGHEST for action port [ 584.620247] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-9485f947-6cae-49f9-9d23-7a60cb999871 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.620247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9485f947-6cae-49f9-9d23-7a60cb999871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.620247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9485f947-6cae-49f9-9d23-7a60cb999871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.620247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9485f947-6cae-49f9-9d23-7a60cb999871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.620247] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9485f947-6cae-49f9-9d23-7a60cb999871',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.680795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 584.681389] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 584.846968] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5831fa0b-1650-46ee-9aea-2b4b2fe5027d tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 584.848925] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 584.849293] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.849474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.849569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.849966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.850127] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.121848] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9485f947-6cae-49f9-9d23-7a60cb999871 [ 585.122132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.122234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.122332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.122530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.122623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.122715] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9485f947-6cae-49f9-9d23-7a60cb999871 already deleted. [ 585.122798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9485f947-6cae-49f9-9d23-7a60cb999871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.144943] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c51c6910-627d-401d-9608-c52528790114 None None] Enqueued Resource ID: c45e2810-2977-4d20-9c81-9b307f86ba4c with Priority: HIGHEST for action port [ 585.145212] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45e2810-2977-4d20-9c81-9b307f86ba4c with Priority: HIGHEST for action port [ 585.145777] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45e2810-2977-4d20-9c81-9b307f86ba4c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.145901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45e2810-2977-4d20-9c81-9b307f86ba4c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.145968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45e2810-2977-4d20-9c81-9b307f86ba4c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.146244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45e2810-2977-4d20-9c81-9b307f86ba4c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.146346] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45e2810-2977-4d20-9c81-9b307f86ba4c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.385284] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.385523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.385523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.385786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.385845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.387579] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5095e59-60af-4d3f-9540-af62070af590 already deleted. [ 585.387579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.406863] env[65753]: INFO networking_nsxv3.common.synchronization [None req-26c3f51a-02da-4b83-af62-1c114b8767eb tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 585.407503] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 585.408428] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.408428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.408556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.412020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.412020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.633940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.634154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.634235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.634384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.647398] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 585.648735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.649676] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 585.650988] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c45e2810-2977-4d20-9c81-9b307f86ba4c [ 585.651212] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.651212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.651444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.651444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.651600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.651600] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c45e2810-2977-4d20-9c81-9b307f86ba4c already deleted. [ 585.651978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45e2810-2977-4d20-9c81-9b307f86ba4c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.672039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.672039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.672039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.672039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.672039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.672915] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 585.672915] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.672915] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 585.694020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.694020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.694020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.694020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.694020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.694020] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.713586] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.713830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.714108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.714312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.714348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.714455] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.739066] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.739217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.739265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.739502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.739775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.739775] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 585.739775] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.739950] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 585.757909] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.758186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.758186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.758361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.758449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.758556] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 585.758628] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.758706] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 585.779826] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.780060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.780158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.780689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.780689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.780689] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 585.780689] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.780925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 585.780925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 585.780925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 585.780925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 585.781093] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 585.781428] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 585.781516] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 585.781599] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.808207] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.808352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.808429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.808643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.808751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.808862] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.830113] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.830113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.830113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.831476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.831476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.844737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.928952] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.929129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.929206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.929425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.929680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.929680] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5095e59-60af-4d3f-9540-af62070af590 already deleted. [ 585.929680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.656267] env[65753]: INFO networking_nsxv3.common.synchronization [req-3eb0ff42-0656-4cb4-b965-9897d071910a req-14b12118-9446-4d4d-9259-6d5bfd35db79 tempest-DeleteServersAdminTestJSON-2062199305 tempest-DeleteServersAdminTestJSON-2062199305-project-member] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 586.656645] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 586.658068] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.658068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.658177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.658384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.659011] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.659125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.659196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.659395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.659480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.659580] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.754621] env[65753]: INFO networking_nsxv3.common.synchronization [None req-67e693f7-2d5d-498c-90b0-36af801601f6 None None] Enqueued Resource ID: a263592c-b33f-48cd-9a79-c11a79dbe2a3 with Priority: HIGHEST for action port [ 586.754621] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a263592c-b33f-48cd-9a79-c11a79dbe2a3 with Priority: HIGHEST for action port [ 586.754621] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a263592c-b33f-48cd-9a79-c11a79dbe2a3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.754621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a263592c-b33f-48cd-9a79-c11a79dbe2a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.754621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a263592c-b33f-48cd-9a79-c11a79dbe2a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.755525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a263592c-b33f-48cd-9a79-c11a79dbe2a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.756939] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a263592c-b33f-48cd-9a79-c11a79dbe2a3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.984755] env[65753]: INFO networking_nsxv3.common.synchronization [None req-eea8cfea-de7c-48ec-81c4-1c6585d2a58a None None] Enqueued Resource ID: 5682864f-3876-4aaf-8d8d-ce1367098462 with Priority: HIGHEST for action port [ 586.984964] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5682864f-3876-4aaf-8d8d-ce1367098462 with Priority: HIGHEST for action port [ 586.985564] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-5682864f-3876-4aaf-8d8d-ce1367098462 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.985955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5682864f-3876-4aaf-8d8d-ce1367098462" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.985955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5682864f-3876-4aaf-8d8d-ce1367098462" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.986241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5682864f-3876-4aaf-8d8d-ce1367098462" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.986323] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5682864f-3876-4aaf-8d8d-ce1367098462',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.163665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.164036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.164142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.164490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.164490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.164703] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.165583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.165747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.165971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.166085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.166186] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c already deleted. [ 587.166294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.224365] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.224569] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.224691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.225174] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.225680] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.225922] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.226022] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.226416] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.226644] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.226868] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.226947] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.227057] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.227152] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.227251] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.227348] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.227605] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.247030] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.247030] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.247164] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.247437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.247760] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-bf0bd4f9-a022-486a-96ba-e2c684bfa941 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.251906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.251906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.251906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.251906] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf0bd4f9-a022-486a-96ba-e2c684bfa941',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.260091] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a263592c-b33f-48cd-9a79-c11a79dbe2a3 [ 587.260091] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.261437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.261437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.261437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.261437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.261437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a263592c-b33f-48cd-9a79-c11a79dbe2a3 already deleted. [ 587.261437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a263592c-b33f-48cd-9a79-c11a79dbe2a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.489440] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5682864f-3876-4aaf-8d8d-ce1367098462 [ 587.489722] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.489896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.489972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.490367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.490367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.490472] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5682864f-3876-4aaf-8d8d-ce1367098462 already deleted. [ 587.490674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5682864f-3876-4aaf-8d8d-ce1367098462" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.753552] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.753552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.753552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.753992] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.753992] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.753992] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port bf0bd4f9-a022-486a-96ba-e2c684bfa941 not found, creating... [ 587.754337] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.754337] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.754539] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.754681] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.754813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.755188] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.756237] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.756237] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.756237] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.756237] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.756237] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: bf0bd4f9-a022-486a-96ba-e2c684bfa941 is going to be created. [ 587.781282] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.782164] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.782164] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.782164] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.782164] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.782407] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.328460] env[65753]: INFO networking_nsxv3.common.synchronization [req-254b27c5-06d9-4d78-b31b-637b04283c96 req-3df11c7d-77c3-4802-8610-86b5c8223e53 tempest-ServersAdminNegativeTestJSON-152403051 tempest-ServersAdminNegativeTestJSON-152403051-project-member] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 588.329048] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 588.330576] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.330789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.330892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.331213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.331425] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.331586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.331889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.332065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.332190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.332311] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.527557] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9c0bd6a8-a249-4c76-b64e-784ab7965f13 None None] Enqueued Resource ID: 7cc0d6a4-6d27-4b44-8329-332716f31352 with Priority: HIGHEST for action port [ 588.528185] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc0d6a4-6d27-4b44-8329-332716f31352 with Priority: HIGHEST for action port [ 588.528790] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc0d6a4-6d27-4b44-8329-332716f31352 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.529032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc0d6a4-6d27-4b44-8329-332716f31352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.529032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc0d6a4-6d27-4b44-8329-332716f31352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.529247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc0d6a4-6d27-4b44-8329-332716f31352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.529339] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc0d6a4-6d27-4b44-8329-332716f31352',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.616926] env[65753]: INFO networking_nsxv3.common.synchronization [req-3eb0ff42-0656-4cb4-b965-9897d071910a req-3babc6d9-d69a-4ebb-bda5-07309595a500 service nova] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_rules [ 588.617619] env[65753]: INFO networking_nsxv3.common.synchronization [req-3eb0ff42-0656-4cb4-b965-9897d071910a req-3babc6d9-d69a-4ebb-bda5-07309595a500 service nova] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 588.617619] env[65753]: INFO networking_nsxv3.common.synchronization [req-3eb0ff42-0656-4cb4-b965-9897d071910a req-3babc6d9-d69a-4ebb-bda5-07309595a500 service nova] Enqueued Resource ID: bf0bd4f9-a022-486a-96ba-e2c684bfa941 with Priority: HIGHEST for action port [ 588.617762] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_rules [ 588.617970] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 588.617970] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0bd4f9-a022-486a-96ba-e2c684bfa941 with Priority: HIGHEST for action port [ 588.618259] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.618391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.618464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.618710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.618836] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.621288] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.621839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.621839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.621839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.621969] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.622222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.622309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.622579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.622822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.622872] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.624729] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf0bd4f9-a022-486a-96ba-e2c684bfa941 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.624896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.625019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.625351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.625503] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf0bd4f9-a022-486a-96ba-e2c684bfa941',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.834561] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.834885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.834885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.835720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.835720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.835720] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.835720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.835720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.835720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.835979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.835979] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 already deleted. [ 588.835979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.032419] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cc0d6a4-6d27-4b44-8329-332716f31352 [ 589.032696] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.032892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.033129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.033264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.033414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.033482] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cc0d6a4-6d27-4b44-8329-332716f31352 already deleted. [ 589.033606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc0d6a4-6d27-4b44-8329-332716f31352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.063261] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.063520] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.063673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.063957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.064290] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.064488] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.064630] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.064973] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.065150] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.065494] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.065645] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.065782] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.066149] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.066149] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.066149] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.066720] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.086284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.086917] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.087139] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.087398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.087723] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-3d50d517-3f1a-4b04-a81d-54672953d4c6 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.087910] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.088047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.088384] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.088517] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d50d517-3f1a-4b04-a81d-54672953d4c6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.128569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.128703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.139612] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.142097] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf0bd4f9-a022-486a-96ba-e2c684bfa941 with status ACTIVE [ 589.142806] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.142806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.142806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.142806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.142806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.143065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.143065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.143166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.143318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.143398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.143571] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.143664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.143725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.143874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.143930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.144026] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf0bd4f9-a022-486a-96ba-e2c684bfa941 is going to be updated. [ 589.166935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.166935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.166935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.166935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.166935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.167248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf0bd4f9-a022-486a-96ba-e2c684bfa941" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.592095] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.593032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.593032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.593032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.593168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.593319] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 3d50d517-3f1a-4b04-a81d-54672953d4c6 not found, creating... [ 589.593604] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.593772] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.593880] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.594157] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.594293] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.594585] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.594733] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.594842] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.595060] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.595361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.595511] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 3d50d517-3f1a-4b04-a81d-54672953d4c6 is going to be created. [ 589.616627] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.616826] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.616942] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.617258] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.618044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.618044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.641779] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.144081] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.146742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.146742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.146742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.146742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.146742] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be created. [ 590.177826] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.177826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.177826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.177826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.178154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.188298] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: UNINITIALIZED for 2s [ 590.260158] env[65753]: INFO networking_nsxv3.common.synchronization [None req-7c35f732-040f-409c-ada4-15ebe743a71b None None] Enqueued Resource ID: cc869930-9af7-49ba-87d9-b9036030a26c with Priority: HIGHEST for action port [ 590.260316] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc869930-9af7-49ba-87d9-b9036030a26c with Priority: HIGHEST for action port [ 590.260954] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc869930-9af7-49ba-87d9-b9036030a26c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.261133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc869930-9af7-49ba-87d9-b9036030a26c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.261178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc869930-9af7-49ba-87d9-b9036030a26c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.261458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc869930-9af7-49ba-87d9-b9036030a26c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.261535] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc869930-9af7-49ba-87d9-b9036030a26c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.346778] env[65753]: INFO networking_nsxv3.common.synchronization [req-254b27c5-06d9-4d78-b31b-637b04283c96 req-96b915e4-8af1-4e13-9310-3a8236ffc796 service nova] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_rules [ 590.346966] env[65753]: INFO networking_nsxv3.common.synchronization [req-254b27c5-06d9-4d78-b31b-637b04283c96 req-96b915e4-8af1-4e13-9310-3a8236ffc796 service nova] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 590.347117] env[65753]: INFO networking_nsxv3.common.synchronization [req-254b27c5-06d9-4d78-b31b-637b04283c96 req-96b915e4-8af1-4e13-9310-3a8236ffc796 service nova] Enqueued Resource ID: 3d50d517-3f1a-4b04-a81d-54672953d4c6 with Priority: HIGHEST for action port [ 590.347723] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_rules [ 590.347889] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 590.347937] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d50d517-3f1a-4b04-a81d-54672953d4c6 with Priority: HIGHEST for action port [ 590.348467] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.348727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.348727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.348974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.349072] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.350358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.350478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.350544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.350793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.351050] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.351296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.351296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.351467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.351550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.351643] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.352601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d50d517-3f1a-4b04-a81d-54672953d4c6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.353507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.353507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.353507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.353507] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d50d517-3f1a-4b04-a81d-54672953d4c6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.367393] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1a76fe2f-9ba9-41b4-815b-f1d8aa217ee4 None None] Enqueued Resource ID: a788e505-32d0-4fa8-8ccd-fe6ff79b76e2 with Priority: HIGHEST for action port [ 590.367393] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a788e505-32d0-4fa8-8ccd-fe6ff79b76e2 with Priority: HIGHEST for action port [ 590.367897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a788e505-32d0-4fa8-8ccd-fe6ff79b76e2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.367897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a788e505-32d0-4fa8-8ccd-fe6ff79b76e2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.367897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a788e505-32d0-4fa8-8ccd-fe6ff79b76e2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.368271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a788e505-32d0-4fa8-8ccd-fe6ff79b76e2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.368355] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a788e505-32d0-4fa8-8ccd-fe6ff79b76e2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.767662] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc869930-9af7-49ba-87d9-b9036030a26c [ 590.768355] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.769741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.769741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.769741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.769741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.769741] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc869930-9af7-49ba-87d9-b9036030a26c already deleted. [ 590.769741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc869930-9af7-49ba-87d9-b9036030a26c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.856625] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.857494] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.857559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.858261] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d50d517-3f1a-4b04-a81d-54672953d4c6 with status ACTIVE [ 590.858261] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.858261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.858443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.858554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.858646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.862635] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.862717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.863364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.863364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.863364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.863364] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.864048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.864048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.864048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.864048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.864048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d50d517-3f1a-4b04-a81d-54672953d4c6 is going to be updated. [ 590.871100] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a788e505-32d0-4fa8-8ccd-fe6ff79b76e2 [ 590.871100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.871267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.871267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.871547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.871680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.871785] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a788e505-32d0-4fa8-8ccd-fe6ff79b76e2 already deleted. [ 590.871869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a788e505-32d0-4fa8-8ccd-fe6ff79b76e2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.888127] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.888269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.888336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.888547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.888672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.890691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d50d517-3f1a-4b04-a81d-54672953d4c6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.368028] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.517411] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9d1a5428-6c05-4871-8952-a2677659503d None None] Enqueued Resource ID: a5746545-8ef5-46fd-8d40-fbd3a272d76b with Priority: HIGHEST for action port [ 591.518327] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5746545-8ef5-46fd-8d40-fbd3a272d76b with Priority: HIGHEST for action port [ 591.518636] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5746545-8ef5-46fd-8d40-fbd3a272d76b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.518767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5746545-8ef5-46fd-8d40-fbd3a272d76b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.521673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5746545-8ef5-46fd-8d40-fbd3a272d76b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.521673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5746545-8ef5-46fd-8d40-fbd3a272d76b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.521673] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5746545-8ef5-46fd-8d40-fbd3a272d76b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.723457] env[65753]: INFO networking_nsxv3.common.synchronization [None req-0ac3339f-e2a9-4b0a-ab13-1cd8f42aaf4c None None] Enqueued Resource ID: e6447f7c-6905-4975-953f-cde4942c46a5 with Priority: HIGHEST for action port [ 591.723733] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6447f7c-6905-4975-953f-cde4942c46a5 with Priority: HIGHEST for action port [ 591.724561] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6447f7c-6905-4975-953f-cde4942c46a5 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.725246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6447f7c-6905-4975-953f-cde4942c46a5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.725246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6447f7c-6905-4975-953f-cde4942c46a5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.725246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6447f7c-6905-4975-953f-cde4942c46a5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.725246] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6447f7c-6905-4975-953f-cde4942c46a5',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.872425] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.872425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.872425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.872425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.872425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.872425] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be created. [ 591.902507] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.902720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.902720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.902882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.903127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.914449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: UNINITIALIZED for 2s [ 591.941503] env[65753]: INFO networking_nsxv3.common.synchronization [req-f5bca26e-6fdc-45b2-8887-dc6440ac06e7 req-86a31d33-3371-4712-807c-26934d45e656 tempest-TenantUsagesTestJSON-1449198332 tempest-TenantUsagesTestJSON-1449198332-project-member] Enqueued Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_members [ 591.944304] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_members [ 591.947404] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.947404] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.947404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.947863] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.022627] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5746545-8ef5-46fd-8d40-fbd3a272d76b [ 592.023018] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.023125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.023125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.023393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.023393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.025183] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5746545-8ef5-46fd-8d40-fbd3a272d76b already deleted. [ 592.025183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5746545-8ef5-46fd-8d40-fbd3a272d76b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.201285] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 592.201679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.202610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.202610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.202610] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.202610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.202610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.202916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.203049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.203178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.203307] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.227688] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6447f7c-6905-4975-953f-cde4942c46a5 [ 592.228162] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.230029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.230029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.230192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.230332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.230516] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6447f7c-6905-4975-953f-cde4942c46a5 already deleted. [ 592.230670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6447f7c-6905-4975-953f-cde4942c46a5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.457279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.457279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.457279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.457720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.457720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.457720] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.457869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.457869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.458184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.458276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.458352] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 already deleted. [ 592.458433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.683393] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.683653] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.683733] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.684008] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.684279] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.685477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.685477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.685477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.685477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.686090] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.686252] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.686365] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.686471] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.686584] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.686687] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.686814] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.707161] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.707327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.707327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.707525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.707733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.707840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.708081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.708288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.708379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.708468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.709771] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.709771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.709944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.710055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.710246] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.710343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.710405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.710618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.710713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.710807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.711126] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.712820] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.713021] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.713113] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.713271] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.713534] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.713709] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.713836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.714061] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.714189] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af073ff0-f4c1-43b4-bf05-beb5e71db8ac',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.193419] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9e4e86fa-0939-4405-bdb4-09f7c128f9d6 None None] Enqueued Resource ID: baf3443a-8fb5-4f97-9573-69bfba351263 with Priority: HIGHEST for action port [ 593.194041] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf3443a-8fb5-4f97-9573-69bfba351263 with Priority: HIGHEST for action port [ 593.194647] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf3443a-8fb5-4f97-9573-69bfba351263 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.194647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf3443a-8fb5-4f97-9573-69bfba351263" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.194647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf3443a-8fb5-4f97-9573-69bfba351263" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.195109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf3443a-8fb5-4f97-9573-69bfba351263" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.195109] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf3443a-8fb5-4f97-9573-69bfba351263',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.217277] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f09fb1-3624-4468-b565-e8e79285fc0c: rpc.has_security_group_logging(os_id): False [ 593.219959] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.219959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.219959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.219959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.219959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.219959] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port af073ff0-f4c1-43b4-bf05-beb5e71db8ac not found, creating... [ 593.219959] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.219959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.220404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.220404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.220471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.220748] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.220913] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.221045] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.221293] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.221481] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.221629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: af073ff0-f4c1-43b4-bf05-beb5e71db8ac is going to be created. [ 593.242726] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.242919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.243102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.243345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.243474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.243709] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.243843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.244211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.244211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.244403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.244620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.244747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.244834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.245016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.245123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.245462] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.245598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.245673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.245816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.245893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.245977] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be created. [ 593.248130] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.248813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.248813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.248813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.248995] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.323025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.323025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.323025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.323025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.323353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.337779] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: IN_PROGRESS for 2s [ 593.696686] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf3443a-8fb5-4f97-9573-69bfba351263 [ 593.696998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.697127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.697197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.697395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.697493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.697589] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf3443a-8fb5-4f97-9573-69bfba351263 already deleted. [ 593.697678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf3443a-8fb5-4f97-9573-69bfba351263" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.924875] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 593.925107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.925278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.925499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.925690] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.925804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.925868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.926029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.926110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.926195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.926301] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.969325] env[65753]: INFO networking_nsxv3.common.synchronization [req-f5bca26e-6fdc-45b2-8887-dc6440ac06e7 req-badadd32-5257-4bff-97a9-a0d8e57262a8 service nova] Enqueued Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_rules [ 593.969483] env[65753]: INFO networking_nsxv3.common.synchronization [req-f5bca26e-6fdc-45b2-8887-dc6440ac06e7 req-badadd32-5257-4bff-97a9-a0d8e57262a8 service nova] Enqueued Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_members [ 593.969608] env[65753]: INFO networking_nsxv3.common.synchronization [req-f5bca26e-6fdc-45b2-8887-dc6440ac06e7 req-badadd32-5257-4bff-97a9-a0d8e57262a8 service nova] Enqueued Resource ID: af073ff0-f4c1-43b4-bf05-beb5e71db8ac with Priority: HIGHEST for action port [ 593.969820] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_rules [ 593.969939] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_members [ 593.970042] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af073ff0-f4c1-43b4-bf05-beb5e71db8ac with Priority: HIGHEST for action port [ 593.971110] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.971271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.971377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.971658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.971767] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.972494] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.973025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.973025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.973025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.973025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.973252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.973252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.973252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.973340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.973434] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.974365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.974475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.974517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.974662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.974732] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af073ff0-f4c1-43b4-bf05-beb5e71db8ac',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.350820] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5617b58b-d34d-4080-9676-0022eb95ab24 None None] Enqueued Resource ID: e3cac8a2-d146-448c-af2c-5c80f67709d7 with Priority: HIGHEST for action port [ 594.351391] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3cac8a2-d146-448c-af2c-5c80f67709d7 with Priority: HIGHEST for action port [ 594.351688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3cac8a2-d146-448c-af2c-5c80f67709d7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.351810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3cac8a2-d146-448c-af2c-5c80f67709d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.351876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3cac8a2-d146-448c-af2c-5c80f67709d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.352169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3cac8a2-d146-448c-af2c-5c80f67709d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.352436] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3cac8a2-d146-448c-af2c-5c80f67709d7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.431021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.431021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.431021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.431021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.431021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.431640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.431640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.431640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.431640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.431640] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.476527] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.476637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.476775] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.477851] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af073ff0-f4c1-43b4-bf05-beb5e71db8ac with status ACTIVE [ 594.478154] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.478242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.478282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.479252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.479252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.479252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.479252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.483207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.483503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.483644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.484120] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.484120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.484249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.484476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.484476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.484551] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af073ff0-f4c1-43b4-bf05-beb5e71db8ac is going to be updated. [ 594.509064] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.509214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.509295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.509592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.509728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.509880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af073ff0-f4c1-43b4-bf05-beb5e71db8ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.855237] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3cac8a2-d146-448c-af2c-5c80f67709d7 [ 594.855508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.855608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.855674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.855885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.855969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.856065] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3cac8a2-d146-448c-af2c-5c80f67709d7 already deleted. [ 594.856139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3cac8a2-d146-448c-af2c-5c80f67709d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.933339] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f430f5d2-e86a-4f05-8cda-d105713959b8: rpc.has_security_group_logging(os_id): False [ 594.949707] env[65753]: INFO networking_nsxv3.common.synchronization [req-cb0564ad-f42a-466a-8809-4bc9855cb460 req-22143d2b-ba4e-41b4-b8a4-3df60c4f6e55 tempest-ServerDiagnosticsNegativeTest-983666065 tempest-ServerDiagnosticsNegativeTest-983666065-project-member] Enqueued Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_members [ 594.950214] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_members [ 594.950515] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.950643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.950709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.950969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.951147] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.951320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.951394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.951536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.951621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.951710] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.953314] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.953477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.953697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.953854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.953946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.954164] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.954291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.954358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.954506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.954582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.954762] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.954855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.954914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.955211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.955211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.955334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.955412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.955460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.955577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.955649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.955800] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be created. [ 594.986892] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.994882] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b48d28fb-0127-4422-90a9-594ed676949b None None] Enqueued Resource ID: d99f785c-a447-4b3a-aa2a-2d2fc40b72ef with Priority: HIGHEST for action port [ 594.995202] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99f785c-a447-4b3a-aa2a-2d2fc40b72ef with Priority: HIGHEST for action port [ 594.996183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d99f785c-a447-4b3a-aa2a-2d2fc40b72ef taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.996303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d99f785c-a447-4b3a-aa2a-2d2fc40b72ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.996398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d99f785c-a447-4b3a-aa2a-2d2fc40b72ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.996709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d99f785c-a447-4b3a-aa2a-2d2fc40b72ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.996775] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99f785c-a447-4b3a-aa2a-2d2fc40b72ef',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.013491] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.013659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.013835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.014043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.014289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.029824] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: IN_PROGRESS for 2s [ 595.353972] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 595.353972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.363943] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.363943] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.363943] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.366134] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.366610] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.366885] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.367037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.367303] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.367450] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.367685] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.367796] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.367908] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.368230] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.368230] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.368330] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.368424] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.391291] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.391496] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.391626] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.391796] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.392129] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-83c16429-d108-4a97-84ec-81e4398f9881 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.392293] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.392405] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.392862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.393075] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c16429-d108-4a97-84ec-81e4398f9881',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.459037] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.459915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.459915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.459915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.459915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.460067] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.460684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.460684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.461212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.462019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.462019] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa already deleted. [ 595.462019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.489096] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.489285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.489371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.489632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.489775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.489890] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 is going to be created. [ 595.499746] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d99f785c-a447-4b3a-aa2a-2d2fc40b72ef [ 595.500205] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.500366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.500435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.500665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.500749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.500846] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d99f785c-a447-4b3a-aa2a-2d2fc40b72ef already deleted. [ 595.500942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d99f785c-a447-4b3a-aa2a-2d2fc40b72ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.517589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.517589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.517589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.517589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.517589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.526292] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 in Status: UNINITIALIZED for 2s [ 595.898047] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.898047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.898047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.898047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.898047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.898047] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 83c16429-d108-4a97-84ec-81e4398f9881 not found, creating... [ 595.898972] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.898972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.898972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.898972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.898972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.899177] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.899326] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.899435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.899635] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.899912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.900151] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 83c16429-d108-4a97-84ec-81e4398f9881 is going to be created. [ 595.926094] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.926094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.926094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.926094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.926094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.926094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.986130] env[65753]: INFO networking_nsxv3.common.synchronization [None req-117aa492-d239-46ac-bbf1-92a534b9d71e None None] Enqueued Resource ID: 1ef575c0-6ea0-4708-8d33-0484cd8ee039 with Priority: HIGHEST for action port [ 595.986943] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef575c0-6ea0-4708-8d33-0484cd8ee039 with Priority: HIGHEST for action port [ 595.987416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef575c0-6ea0-4708-8d33-0484cd8ee039 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.987571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef575c0-6ea0-4708-8d33-0484cd8ee039" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.987634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef575c0-6ea0-4708-8d33-0484cd8ee039" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.988249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef575c0-6ea0-4708-8d33-0484cd8ee039" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.988249] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef575c0-6ea0-4708-8d33-0484cd8ee039',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.265978] env[65753]: INFO networking_nsxv3.common.synchronization [req-26b8a7d8-f160-45d0-b90e-e6a99b636f1a req-469e279f-87c9-4ee7-834b-d253ba939669 tempest-InstanceActionsNegativeTestJSON-502192177 tempest-InstanceActionsNegativeTestJSON-502192177-project-member] Enqueued Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_members [ 596.265978] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_members [ 596.265978] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.265978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.265978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.265978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.265978] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.266649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.266649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.266797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.267054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.267054] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.491718] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef575c0-6ea0-4708-8d33-0484cd8ee039 [ 596.491718] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.492964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.492964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.492964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.492964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.492964] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef575c0-6ea0-4708-8d33-0484cd8ee039 already deleted. [ 596.492964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef575c0-6ea0-4708-8d33-0484cd8ee039" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.769358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.769490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.769533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.769807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.769865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.770213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.771122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.771122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.771122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.771122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.771122] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce already deleted. [ 596.771122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.774027] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.774211] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.774348] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.774725] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.775105] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.775357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.775545] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.776090] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.776090] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.776426] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.776635] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.776813] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.777037] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.777321] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.777321] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.777484] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.801386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.801560] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.801691] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.801862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.802203] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-f3319916-956f-49ba-9da5-ad0df9c5953c taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.802521] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.802521] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.802829] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.802964] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3319916-956f-49ba-9da5-ad0df9c5953c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.851912] env[65753]: INFO networking_nsxv3.common.synchronization [req-cb0564ad-f42a-466a-8809-4bc9855cb460 req-3a1be5f3-e781-4181-8168-8432e96b8b13 service nova] Enqueued Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_rules [ 596.852105] env[65753]: INFO networking_nsxv3.common.synchronization [req-cb0564ad-f42a-466a-8809-4bc9855cb460 req-3a1be5f3-e781-4181-8168-8432e96b8b13 service nova] Enqueued Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_members [ 596.852252] env[65753]: INFO networking_nsxv3.common.synchronization [req-cb0564ad-f42a-466a-8809-4bc9855cb460 req-3a1be5f3-e781-4181-8168-8432e96b8b13 service nova] Enqueued Resource ID: 83c16429-d108-4a97-84ec-81e4398f9881 with Priority: HIGHEST for action port [ 596.852788] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_rules [ 596.852919] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_members [ 596.853452] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c16429-d108-4a97-84ec-81e4398f9881 with Priority: HIGHEST for action port [ 596.853983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.854131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.854199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.854787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.854787] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.855651] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.855829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.855922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.856246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.856246] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.856357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.856357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.856494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.856576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.857109] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.857859] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c16429-d108-4a97-84ec-81e4398f9881 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.857965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.858212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.858288] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c16429-d108-4a97-84ec-81e4398f9881',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.042695] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 597.043077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.305621] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.305861] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.306104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.306331] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.306480] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.306630] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port f3319916-956f-49ba-9da5-ad0df9c5953c not found, creating... [ 597.306934] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.307156] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.307279] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.307517] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.307737] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.311729] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.311729] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.311907] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.312170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.312353] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.312542] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: f3319916-956f-49ba-9da5-ad0df9c5953c is going to be created. [ 597.338035] env[65753]: INFO networking_nsxv3.common.synchronization [None req-307420b1-5fb9-495b-9209-96ed8d0c6398 tempest-VolumesAssistedSnapshotsTest-1325605492 tempest-VolumesAssistedSnapshotsTest-1325605492-project-member] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_rules [ 597.339806] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.339806] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.339965] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.340510] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.340767] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.341058] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.342172] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_rules [ 597.342802] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.343544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.343544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.343544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.343544] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.360179] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.360336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.360538] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.362121] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83c16429-d108-4a97-84ec-81e4398f9881 with status ACTIVE [ 597.363810] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.363810] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.363810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.364541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.364541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.364541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.364541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.364541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.364541] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83c16429-d108-4a97-84ec-81e4398f9881 is going to be updated. [ 597.394041] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.394041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.394041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.394391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.394391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.395247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c16429-d108-4a97-84ec-81e4398f9881" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.540879] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 in Status: SUCCESS [ 597.541142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.541373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.541647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.541847] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.541975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.542065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.542223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.542299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.542386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.542478] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.629648] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3ae6d98b-fdc3-40fa-b839-7e6c099f210d tempest-VolumesAssistedSnapshotsTest-1325605492 tempest-VolumesAssistedSnapshotsTest-1325605492-project-member] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_rules [ 597.630213] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_rules [ 597.631695] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.631695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.862917] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.868706] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.868861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.868931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.869189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.869285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.869381] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a already deleted. [ 597.869467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.869638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.869792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.870021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.046255] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.046255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.046255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.046255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.046255] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.046255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.047020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.047020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.047020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.047020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.047020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.047020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.047020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.047470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.047470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.047470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.047470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.047470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.047735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.047735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.047735] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.116841] env[65753]: INFO networking_nsxv3.common.synchronization [req-26b8a7d8-f160-45d0-b90e-e6a99b636f1a req-94b3c277-4d66-4828-8235-88afb49c6989 service nova] Enqueued Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_rules [ 598.116841] env[65753]: INFO networking_nsxv3.common.synchronization [req-26b8a7d8-f160-45d0-b90e-e6a99b636f1a req-94b3c277-4d66-4828-8235-88afb49c6989 service nova] Enqueued Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_members [ 598.116841] env[65753]: INFO networking_nsxv3.common.synchronization [req-26b8a7d8-f160-45d0-b90e-e6a99b636f1a req-94b3c277-4d66-4828-8235-88afb49c6989 service nova] Enqueued Resource ID: f3319916-956f-49ba-9da5-ad0df9c5953c with Priority: HIGHEST for action port [ 598.116841] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_rules [ 598.117123] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_members [ 598.117261] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3319916-956f-49ba-9da5-ad0df9c5953c with Priority: HIGHEST for action port [ 598.117620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.118107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.118107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.118322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.118429] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.119928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.119928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.119928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.120372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.126071] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.126071] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.126071] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3319916-956f-49ba-9da5-ad0df9c5953c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.126071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.126071] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3319916-956f-49ba-9da5-ad0df9c5953c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.307618] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a8761c50-18dd-4c4b-8584-337841659bfa None None] Enqueued Resource ID: 7b11fecf-003e-4d4f-bdfb-e42c95286411 with Priority: HIGHEST for action port [ 598.308307] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b11fecf-003e-4d4f-bdfb-e42c95286411 with Priority: HIGHEST for action port [ 598.308624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b11fecf-003e-4d4f-bdfb-e42c95286411 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.308753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b11fecf-003e-4d4f-bdfb-e42c95286411" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.308812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b11fecf-003e-4d4f-bdfb-e42c95286411" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.310320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b11fecf-003e-4d4f-bdfb-e42c95286411" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.312136] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b11fecf-003e-4d4f-bdfb-e42c95286411',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.366347] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.366640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.366640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.366965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.367166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.367277] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa is going to be created. [ 598.395918] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.396182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.396182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.396373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.396538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.398593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.399042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.399042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.399182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.399221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.399303] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a already deleted. [ 598.399401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.412621] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa in Status: UNINITIALIZED for 2s [ 598.549792] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37e7e53c-50f1-4d5b-bb09-9f654278f595: rpc.has_security_group_logging(os_id): False [ 598.569922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.570093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.570249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.570430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.570547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.570723] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.570904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.570904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.571281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.571362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.571543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.571650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.571704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.571837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.571910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.572365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.572365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.572365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.572522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.572522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.572608] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 is going to be created. [ 598.626794] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.626794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.626794] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.629200] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3319916-956f-49ba-9da5-ad0df9c5953c with status ACTIVE [ 598.629490] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.629659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.629748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.630076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.630392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.630618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.630618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.631650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.631650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.631650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.631834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.631919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.631990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.632499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.632605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.632806] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3319916-956f-49ba-9da5-ad0df9c5953c is going to be updated. [ 598.635913] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.636159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.636252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.636465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.636684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.654394] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 in Status: IN_PROGRESS for 2s [ 598.669220] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.669375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.669539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.669695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.669887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.671201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3319916-956f-49ba-9da5-ad0df9c5953c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.674874] env[65753]: INFO networking_nsxv3.common.synchronization [None req-d7d4aae9-0969-40d9-9292-c2d9db9ce7fe None None] Enqueued Resource ID: 855be067-60db-4bae-b045-ccffffd461b3 with Priority: HIGHEST for action port [ 598.677314] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855be067-60db-4bae-b045-ccffffd461b3 with Priority: HIGHEST for action port [ 598.677680] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-855be067-60db-4bae-b045-ccffffd461b3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.677946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-855be067-60db-4bae-b045-ccffffd461b3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.678079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-855be067-60db-4bae-b045-ccffffd461b3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.678491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-855be067-60db-4bae-b045-ccffffd461b3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.678599] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855be067-60db-4bae-b045-ccffffd461b3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.815545] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b11fecf-003e-4d4f-bdfb-e42c95286411 [ 598.815801] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.815934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.816000] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.816244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.816329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.816428] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b11fecf-003e-4d4f-bdfb-e42c95286411 already deleted. [ 598.816553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b11fecf-003e-4d4f-bdfb-e42c95286411" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.129042] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.181957] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 855be067-60db-4bae-b045-ccffffd461b3 [ 599.182224] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.182413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.182464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.183050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.183050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.183050] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:855be067-60db-4bae-b045-ccffffd461b3 already deleted. [ 599.183050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-855be067-60db-4bae-b045-ccffffd461b3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.625110] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c462231b-96d1-4a7a-830c-112fefd7729a None None] Enqueued Resource ID: d70390b0-2970-440b-90d7-2ce474135199 with Priority: HIGHEST for action port [ 599.625984] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70390b0-2970-440b-90d7-2ce474135199 with Priority: HIGHEST for action port [ 599.626397] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70390b0-2970-440b-90d7-2ce474135199 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.627602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70390b0-2970-440b-90d7-2ce474135199" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.627682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70390b0-2970-440b-90d7-2ce474135199" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.628115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70390b0-2970-440b-90d7-2ce474135199" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.628115] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70390b0-2970-440b-90d7-2ce474135199',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.631085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.631248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.631331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.631531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.631638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.631781] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce is going to be created. [ 599.659337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.663135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.663135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.663135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.663135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.673158] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce in Status: UNINITIALIZED for 2s [ 599.958579] env[65753]: INFO networking_nsxv3.common.synchronization [req-734e5158-e9c1-46db-a81d-0da6fbd87f2b req-8a5fa9d7-47b8-4ebe-9d82-952cc545c899 tempest-MigrationsAdminTest-1268559466 tempest-MigrationsAdminTest-1268559466-project-member] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 599.959151] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 599.959450] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.959663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.959663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.959964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.961361] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.961361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.961361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.961361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.961361] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.131621] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d70390b0-2970-440b-90d7-2ce474135199 [ 600.132061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.132061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.132061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.132294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.132379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.132472] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d70390b0-2970-440b-90d7-2ce474135199 already deleted. [ 600.132574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70390b0-2970-440b-90d7-2ce474135199" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.325188] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.325188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.325188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.325479] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.325907] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.326318] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.326556] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.326906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.331828] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.331828] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.331828] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.331828] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.331828] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.331828] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.331828] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.331828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.355439] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.355630] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.355777] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.355950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.356300] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-4741e651-cd1e-4ea0-b378-213efedb59d4 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.356484] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356638] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356994] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.357148] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4741e651-cd1e-4ea0-b378-213efedb59d4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.425977] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa in Status: SUCCESS [ 600.427034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.427034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.427034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.427034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.427034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.427034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.427641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.427641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.427641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.427641] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.463654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.463654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.464046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.464046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.464847] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.465141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.465227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.465323] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 already deleted. [ 600.465406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.670680] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 in Status: SUCCESS [ 600.670969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.863027] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.863205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.863301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864114] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.864321] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.864480] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 4741e651-cd1e-4ea0-b378-213efedb59d4 not found, creating... [ 600.864796] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.864964] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.865986] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.865986] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.865986] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.865986] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.866273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.866314] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.866479] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.866609] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 4741e651-cd1e-4ea0-b378-213efedb59d4 is going to be created. [ 600.888312] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.888312] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.888490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.888854] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.889169] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.889491] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.930490] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.930714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.930774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.931012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.931199] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.931378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.931444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.931601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.931686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.931773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.931914] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.932012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.932076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.932215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.932406] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.932493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.932551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.932687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.932759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.932838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.932925] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.434968] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b67f604-52bf-49b3-9264-11ca3e78ebfa: rpc.has_security_group_logging(os_id): False [ 601.468021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.468303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.468375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.468697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.468790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.469131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.469200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469778] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.470213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.470213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.470382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.470574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.470854] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.471077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.471077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.471216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.471316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.471434] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa is going to be created. [ 601.572595] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.572595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.572595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.572595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.572903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.592409] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa in Status: IN_PROGRESS for 2s [ 601.611316] env[65753]: INFO networking_nsxv3.common.synchronization [req-734e5158-e9c1-46db-a81d-0da6fbd87f2b req-56a6b97b-e1fa-4143-b03c-70a43c720d16 service nova] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_rules [ 601.611484] env[65753]: INFO networking_nsxv3.common.synchronization [req-734e5158-e9c1-46db-a81d-0da6fbd87f2b req-56a6b97b-e1fa-4143-b03c-70a43c720d16 service nova] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 601.611762] env[65753]: INFO networking_nsxv3.common.synchronization [req-734e5158-e9c1-46db-a81d-0da6fbd87f2b req-56a6b97b-e1fa-4143-b03c-70a43c720d16 service nova] Enqueued Resource ID: 4741e651-cd1e-4ea0-b378-213efedb59d4 with Priority: HIGHEST for action port [ 601.612296] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_rules [ 601.612441] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 601.612545] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4741e651-cd1e-4ea0-b378-213efedb59d4 with Priority: HIGHEST for action port [ 601.612855] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.613115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.613216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.613600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.613600] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.614505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.614630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.614692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.614879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.615043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.615142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.615282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.615450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.615540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.615631] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.616624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4741e651-cd1e-4ea0-b378-213efedb59d4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.616739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.616826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.616948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.617039] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4741e651-cd1e-4ea0-b378-213efedb59d4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.690528] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce in Status: SUCCESS [ 601.690800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691925] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.691925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.691925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.692257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692257] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.120482] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.120645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.121115] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.122126] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4741e651-cd1e-4ea0-b378-213efedb59d4 with status ACTIVE [ 602.122340] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.122447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.122492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.125331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.125438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.125649] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.125831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.125831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.126011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.126449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.126699] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.126829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.126907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.127179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.127255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.127305] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4741e651-cd1e-4ea0-b378-213efedb59d4 is going to be updated. [ 602.149481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.149611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.149611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.149855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.149990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.150496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4741e651-cd1e-4ea0-b378-213efedb59d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.194882] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.195482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.195689] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.196066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.196227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.196315] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.196437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.196571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.197183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.197183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.197183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.197183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.197318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.197318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.197393] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.249873] env[65753]: INFO networking_nsxv3.common.synchronization [req-575a4ced-698a-4488-9ce4-f00e86984b64 req-cec6d037-26fc-45f8-ae7d-66c68292d7f1 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 602.251973] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 602.252427] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.253887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.254826] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.254826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.255075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.255604] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.630491] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.635135] env[65753]: INFO networking_nsxv3.common.synchronization [None req-431b0f8b-0033-45f1-a23f-4bce5cd95657 None None] Enqueued Resource ID: 5639026c-1455-49ca-ae05-502bd6587c19 with Priority: HIGHEST for action port [ 602.636049] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5639026c-1455-49ca-ae05-502bd6587c19 with Priority: HIGHEST for action port [ 602.636291] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-5639026c-1455-49ca-ae05-502bd6587c19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.636431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5639026c-1455-49ca-ae05-502bd6587c19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.636550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5639026c-1455-49ca-ae05-502bd6587c19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.636749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5639026c-1455-49ca-ae05-502bd6587c19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.636842] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5639026c-1455-49ca-ae05-502bd6587c19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.699915] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f1abe9a-22a0-4c8b-b195-d034bba407ce: rpc.has_security_group_logging(os_id): False [ 602.726735] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.728585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.728585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.728585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.728585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.728585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.729354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.729609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.730038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.730038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.733029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.733029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.733029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.733029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce is going to be created. [ 602.737923] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.737923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-900" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.738377] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-900" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.738843] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-900" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.739679] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.739932] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.740080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.740471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.740910] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.742467] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.742467] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.742467] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.742467] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.742467] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.742467] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.742467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.759958] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.760601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.760718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.761020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.761169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.761296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.761482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.761593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.761718] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 already deleted. [ 602.761836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.766975] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.767213] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.767404] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.767639] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-900" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.768097] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-fb1e683c-095a-4512-a0a0-ec651a275ab8 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.768341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.768513] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.768964] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769690] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e683c-095a-4512-a0a0-ec651a275ab8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.812566] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.812566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.812566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.812864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.812864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.831731] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce in Status: IN_PROGRESS for 2s [ 603.136871] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.137428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.137428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.137428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.137428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.137709] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be created. [ 603.138749] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5639026c-1455-49ca-ae05-502bd6587c19 [ 603.138943] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.139083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.139154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.139435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.139435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.139543] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5639026c-1455-49ca-ae05-502bd6587c19 already deleted. [ 603.139543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5639026c-1455-49ca-ae05-502bd6587c19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.168184] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.168403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.168403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.168610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.168761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.188351] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: UNINITIALIZED for 2s [ 603.276911] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.276911] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port fb1e683c-095a-4512-a0a0-ec651a275ab8 not found, creating... [ 603.276911] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.276911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.278037] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.278385] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.278596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.278858] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.279571] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.279571] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 is going to be created. [ 603.307372] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.307886] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.307886] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.308175] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.308471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.310189] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.611569] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa in Status: SUCCESS [ 603.612395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.079625] env[65753]: INFO networking_nsxv3.common.synchronization [req-575a4ced-698a-4488-9ce4-f00e86984b64 req-e172c208-d031-414e-a6d3-c6eb9b49ef14 service nova] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 604.080705] env[65753]: INFO networking_nsxv3.common.synchronization [req-575a4ced-698a-4488-9ce4-f00e86984b64 req-e172c208-d031-414e-a6d3-c6eb9b49ef14 service nova] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 604.080705] env[65753]: INFO networking_nsxv3.common.synchronization [req-575a4ced-698a-4488-9ce4-f00e86984b64 req-e172c208-d031-414e-a6d3-c6eb9b49ef14 service nova] Enqueued Resource ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 with Priority: HIGHEST for action port [ 604.080705] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 604.080705] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 604.081053] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 with Priority: HIGHEST for action port [ 604.083841] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.083841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.086811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.086811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.086811] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.090732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.090732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.090732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.090732] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.096925] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1e683c-095a-4512-a0a0-ec651a275ab8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.096925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.096925] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e683c-095a-4512-a0a0-ec651a275ab8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.599391] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.599513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.599685] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.600816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1e683c-095a-4512-a0a0-ec651a275ab8 with status ACTIVE [ 604.600816] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.600964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.600964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.601573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.601573] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.601573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.601848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.602157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.602157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.602157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.602324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.602480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.602948] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 is going to be updated. [ 604.626785] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.626931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.627129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.627271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.627415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.627570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.850195] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce in Status: SUCCESS [ 604.851069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.105051] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.199418] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 605.200283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.200283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.200283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.200668] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.200729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.200768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.200974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.201035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.201132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.201279] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.369084] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1bb9de77-47f4-47cc-bccb-d32b4eb172a6 None None] Enqueued Resource ID: c2aaadec-0af7-468e-bf27-8fb8a27d3498 with Priority: HIGHEST for action port [ 605.369758] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aaadec-0af7-468e-bf27-8fb8a27d3498 with Priority: HIGHEST for action port [ 605.370332] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2aaadec-0af7-468e-bf27-8fb8a27d3498 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.370434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2aaadec-0af7-468e-bf27-8fb8a27d3498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.371036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2aaadec-0af7-468e-bf27-8fb8a27d3498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.371392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2aaadec-0af7-468e-bf27-8fb8a27d3498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.371516] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2aaadec-0af7-468e-bf27-8fb8a27d3498',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.608106] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.609992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.609992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.609992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.609992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.609992] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be created. [ 605.640890] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.642258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.642258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.643355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.643594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657167] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: UNINITIALIZED for 2s [ 605.703952] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.704105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.704190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.704488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.704670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.705101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.705101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.705101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.705502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.705502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.705502] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.705645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.705766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.705803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.706166] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.706166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.706463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.706463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.706582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.706766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.706819] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.874016] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2aaadec-0af7-468e-bf27-8fb8a27d3498 [ 605.874607] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.874814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.875084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.875291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.875394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.875546] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2aaadec-0af7-468e-bf27-8fb8a27d3498 already deleted. [ 605.875669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2aaadec-0af7-468e-bf27-8fb8a27d3498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.209406] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b20945f-7e41-432e-9981-6246ab478cd8: rpc.has_security_group_logging(os_id): False [ 606.231331] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.231519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.231581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.231808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.231896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.232127] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.232227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.232295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.232471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.232560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.233643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.233643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.233643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.233643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.233643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.233643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.234049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.234049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.234049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.234049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.234049] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be created. [ 606.337787] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.337964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.338034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.338276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.338449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.360310] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: IN_PROGRESS for 2s [ 607.371973] env[65753]: INFO networking_nsxv3.common.synchronization [req-fc1a0ea5-e399-4cdb-bdd3-70e07e2fb079 req-f367a94e-5b7a-4674-b0c8-8419a6439582 tempest-DeleteServersAdminTestJSON-1749091504 tempest-DeleteServersAdminTestJSON-1749091504-project-admin] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 607.373016] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 607.373016] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.376147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.376235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.376514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.376704] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.376819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.376874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.377037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.377198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.377232] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.673548] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 607.673787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.674021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.674321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.674429] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.674558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.674623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.674806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.674880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.674958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.675461] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.882029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.882029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.882029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.882029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be updated. [ 607.918023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.918023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.918023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.918023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.918023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.930142] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: IN_PROGRESS for 2s [ 608.111406] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3ebc777f-cdd0-403f-b99a-35627d2c4054 tempest-ServersWithSpecificFlavorTestJSON-223687661 tempest-ServersWithSpecificFlavorTestJSON-223687661-project-member] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 608.111745] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 608.112075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.112202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.112317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.112526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.112607] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.180195] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.213634] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c472ffaa-849d-4bfe-8cdb-7feead6a1d5f tempest-ServersWithSpecificFlavorTestJSON-223687661 tempest-ServersWithSpecificFlavorTestJSON-223687661-project-member] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 608.214785] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 608.215240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.215484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.377969] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 608.378282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.633479] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.633634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.633704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.634427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.634607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.634755] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 already deleted. [ 608.634892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.635167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.635386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.635606] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.682926] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7add9e90-b8a8-4bcb-9ed4-5d9794509298: rpc.has_security_group_logging(os_id): False [ 608.702532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.702684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.702756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.703154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.703255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.703726] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.703726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.703899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.704146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.704146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.704252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be created. [ 608.784426] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.784426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.784426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.784426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.784426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.799887] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 609.162446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.162642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.162953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.163080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.163188] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 already deleted. [ 609.163453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.946147] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 609.946497] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c deletion is rescheduled due to dependency. [ 609.946497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.099277] env[65753]: INFO networking_nsxv3.common.synchronization [req-7245925a-44de-457f-8827-fb3568676961 req-0672734f-7e5f-4787-8944-6a1fe9951a13 tempest-VolumesAdminNegativeTest-1761109407 tempest-VolumesAdminNegativeTest-1761109407-project-member] Enqueued Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_members [ 610.099277] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_members [ 610.099277] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.099277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.099277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.099277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.099277] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.100657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.100657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.100657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.100657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.100657] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.602934] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.603120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.603194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.604218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.604218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.604218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.604218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.604218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.604218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.604218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.604218] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 already deleted. [ 610.604997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.815579] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 610.816019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.907027] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.907027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.907027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.907027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.907027] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.907738] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.907978] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.908370] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.908621] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.908934] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.909170] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.909361] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.912137] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.912137] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.912137] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.912137] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.938788] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.939603] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.939603] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.939603] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.939603] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-9a9b1289-899b-4fe7-b1a8-cc090598a824 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.939974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.939974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.940246] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.940433] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9b1289-899b-4fe7-b1a8-cc090598a824',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.446024] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.450021] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 9a9b1289-899b-4fe7-b1a8-cc090598a824 not found, creating... [ 611.450021] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.450021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.450538] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450538] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450538] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.454194] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.454194] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.454194] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 9a9b1289-899b-4fe7-b1a8-cc090598a824 is going to be created. [ 611.475556] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.475761] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.475883] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.477197] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.477526] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.477640] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.963474] env[65753]: INFO networking_nsxv3.common.synchronization [None req-865b81ed-885b-4a3b-84ee-e24d9b80b6ec None None] Enqueued Resource ID: 894fbb06-4df6-4e35-870d-085c0ce5a353 with Priority: HIGHEST for action port [ 611.964119] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894fbb06-4df6-4e35-870d-085c0ce5a353 with Priority: HIGHEST for action port [ 611.964674] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-894fbb06-4df6-4e35-870d-085c0ce5a353 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.964674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894fbb06-4df6-4e35-870d-085c0ce5a353" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.964674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894fbb06-4df6-4e35-870d-085c0ce5a353" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894fbb06-4df6-4e35-870d-085c0ce5a353" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965102] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894fbb06-4df6-4e35-870d-085c0ce5a353',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.191247] env[65753]: INFO networking_nsxv3.common.synchronization [req-7245925a-44de-457f-8827-fb3568676961 req-26ecd13f-8f56-4fc3-b66f-8e8b1e2e21c9 service nova] Enqueued Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_rules [ 612.191247] env[65753]: INFO networking_nsxv3.common.synchronization [req-7245925a-44de-457f-8827-fb3568676961 req-26ecd13f-8f56-4fc3-b66f-8e8b1e2e21c9 service nova] Enqueued Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_members [ 612.191247] env[65753]: INFO networking_nsxv3.common.synchronization [req-7245925a-44de-457f-8827-fb3568676961 req-26ecd13f-8f56-4fc3-b66f-8e8b1e2e21c9 service nova] Enqueued Resource ID: 9a9b1289-899b-4fe7-b1a8-cc090598a824 with Priority: HIGHEST for action port [ 612.191247] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_rules [ 612.191247] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_members [ 612.191247] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9b1289-899b-4fe7-b1a8-cc090598a824 with Priority: HIGHEST for action port [ 612.191247] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.191247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.191247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.192035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.192262] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.194172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.194172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.194172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.194172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.194172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.194172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.194172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.194544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.194767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.195010] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.198264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9b1289-899b-4fe7-b1a8-cc090598a824 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.198264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.198264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.198264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.198264] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9b1289-899b-4fe7-b1a8-cc090598a824',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.467090] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 894fbb06-4df6-4e35-870d-085c0ce5a353 [ 612.467332] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.467539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.467539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.467925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.467925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.468095] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:894fbb06-4df6-4e35-870d-085c0ce5a353 already deleted. [ 612.468095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894fbb06-4df6-4e35-870d-085c0ce5a353" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.699508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.699658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.699828] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.701323] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a9b1289-899b-4fe7-b1a8-cc090598a824 with status ACTIVE [ 612.701323] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.701323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.701323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.702448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.702448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.702448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.702448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.702448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.702448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.702448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.702448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.702760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.702760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.702760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.702760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.702866] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a9b1289-899b-4fe7-b1a8-cc090598a824 is going to be updated. [ 612.725200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.725200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.725200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.725597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.725597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.725698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9b1289-899b-4fe7-b1a8-cc090598a824" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.823245] env[65753]: INFO networking_nsxv3.common.synchronization [req-31e3c16f-6e58-44eb-8866-1b828285d4be req-85de1a98-39d0-405a-bc66-6380b4d37d0a tempest-ServerDiagnosticsNegativeTest-983666065 tempest-ServerDiagnosticsNegativeTest-983666065-project-member] Enqueued Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_members [ 612.823784] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa with Priority: HIGHEST for action security_group_members [ 612.824095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67f604-52bf-49b3-9264-11ca3e78ebfa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.824215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.824304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.825230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.825230] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.825230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.825230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.825230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.825230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.825230] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b67f604-52bf-49b3-9264-11ca3e78ebfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.132313] env[65753]: INFO networking_nsxv3.common.synchronization [req-04e5dfdc-45f1-4702-bcd9-fb8d015e079b req-3990d4a2-cfa5-47db-91a7-07ad8ac71a83 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 613.132812] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 613.133117] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.133309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.133555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.134049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.134213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.134298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.134392] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.205711] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.329362] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.329555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.329646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.329877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.329970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.330270] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.330403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.330513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.330651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.330746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.330887] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa is going to be updated. [ 613.377395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.377395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.377395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.377395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.377395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.389048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa in Status: IN_PROGRESS for 2s [ 613.636966] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.637384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.637384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.637457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.637500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.638324] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.638806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.638881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.639138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.639249] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 already deleted. [ 613.639353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.707283] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.709512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.709681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.709942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.710049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.710155] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 is going to be created. [ 613.745026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.747356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.747356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.747356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.747356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.756343] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 in Status: UNINITIALIZED for 2s [ 613.945573] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.945573] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.945573] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.948185] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.948185] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.948185] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.948185] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.948185] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.948487] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.948549] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.948672] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.948783] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.948964] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.949141] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.949247] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.949380] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.969748] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.970487] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.970487] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.970487] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.970745] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-b574c870-790b-4dad-8dce-58d93bb6fe44 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970844] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.971394] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.971464] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b574c870-790b-4dad-8dce-58d93bb6fe44',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.163753] env[65753]: INFO networking_nsxv3.common.synchronization [None req-30adc32c-6244-4ed4-8570-ad2a462a8320 None None] Enqueued Resource ID: 431c45d7-93f6-426d-b2a1-208bbac371a2 with Priority: HIGHEST for action port [ 614.165370] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431c45d7-93f6-426d-b2a1-208bbac371a2 with Priority: HIGHEST for action port [ 614.165370] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-431c45d7-93f6-426d-b2a1-208bbac371a2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.165370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-431c45d7-93f6-426d-b2a1-208bbac371a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.165370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-431c45d7-93f6-426d-b2a1-208bbac371a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.165873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-431c45d7-93f6-426d-b2a1-208bbac371a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.166029] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431c45d7-93f6-426d-b2a1-208bbac371a2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.473531] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.473766] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.473906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.474206] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.474377] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.474505] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port b574c870-790b-4dad-8dce-58d93bb6fe44 not found, creating... [ 614.474827] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.474994] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.475122] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.475346] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.475486] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.475749] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.475898] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.476015] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.476224] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.476354] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.476491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: b574c870-790b-4dad-8dce-58d93bb6fe44 is going to be created. [ 614.499566] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.500095] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.500278] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.500602] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.500861] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.669026] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 431c45d7-93f6-426d-b2a1-208bbac371a2 [ 614.669387] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.669467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.669511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.669741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.669829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.669925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:431c45d7-93f6-426d-b2a1-208bbac371a2 already deleted. [ 614.670022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-431c45d7-93f6-426d-b2a1-208bbac371a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.677705] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f2564e2c-9154-4471-9227-13a8f9b2fb18 None None] Enqueued Resource ID: d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d with Priority: HIGHEST for action port [ 614.679076] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d with Priority: HIGHEST for action port [ 614.679076] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.679076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.679076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.679342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.679342] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.183122] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d [ 615.183684] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.184013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.184324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.185181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.185181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.185181] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d already deleted. [ 615.185181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32ea963-ffb3-4adb-8c0b-a556c3ccaf1d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.224331] env[65753]: INFO networking_nsxv3.common.synchronization [req-04e5dfdc-45f1-4702-bcd9-fb8d015e079b req-851fe0d1-adfa-44a4-82c2-2ccd5da8ee36 service nova] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 615.224331] env[65753]: INFO networking_nsxv3.common.synchronization [req-04e5dfdc-45f1-4702-bcd9-fb8d015e079b req-851fe0d1-adfa-44a4-82c2-2ccd5da8ee36 service nova] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 615.224331] env[65753]: INFO networking_nsxv3.common.synchronization [req-04e5dfdc-45f1-4702-bcd9-fb8d015e079b req-851fe0d1-adfa-44a4-82c2-2ccd5da8ee36 service nova] Enqueued Resource ID: b574c870-790b-4dad-8dce-58d93bb6fe44 with Priority: HIGHEST for action port [ 615.224331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 615.224331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 615.224331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b574c870-790b-4dad-8dce-58d93bb6fe44 with Priority: HIGHEST for action port [ 615.224331] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.224331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.224331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.224331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.224331] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.225851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.226082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.227095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.227140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.227309] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.227413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.227499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.227632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.227717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.227811] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.230155] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b574c870-790b-4dad-8dce-58d93bb6fe44 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.230155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.230155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.230155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.230155] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b574c870-790b-4dad-8dce-58d93bb6fe44',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.400650] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa in Status: SUCCESS [ 615.401129] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67f604-52bf-49b3-9264-11ca3e78ebfa deletion is rescheduled due to dependency. [ 615.402425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67f604-52bf-49b3-9264-11ca3e78ebfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.672748] env[65753]: INFO networking_nsxv3.common.synchronization [req-7aa54b90-88bd-4d18-a53f-c4466aa6caef req-3f453359-4c7e-4a88-b8d6-6e40464799a3 tempest-ServerTagsTestJSON-1164676599 tempest-ServerTagsTestJSON-1164676599-project-member] Enqueued Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_members [ 615.673333] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_members [ 615.674687] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.674832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.674875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.675179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.675362] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.675470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.675533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.675689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.675796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.675914] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.731302] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.734786] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.734786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.734786] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b574c870-790b-4dad-8dce-58d93bb6fe44 with status ACTIVE [ 615.734786] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.734786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.734786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.734786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.735732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.736288] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.736629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.737190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.737502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.737770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.739627] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.739627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.739627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.739627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.739627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.739627] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b574c870-790b-4dad-8dce-58d93bb6fe44 is going to be updated. [ 615.762315] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.762315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.762315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.762471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.762558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.762707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b574c870-790b-4dad-8dce-58d93bb6fe44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.767088] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 in Status: SUCCESS [ 615.767274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.767766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.767926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.768111] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.768225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.768719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.768719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.768719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.768719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.768930] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.882072] env[65753]: INFO networking_nsxv3.common.synchronization [req-6eb034ea-e1c7-471e-8028-fabb9775a14f req-a2cdf4e1-7ff5-4b72-bc52-bbd5af7b0bd1 tempest-TenantUsagesTestJSON-1449198332 tempest-TenantUsagesTestJSON-1449198332-project-member] Enqueued Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_members [ 615.882072] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGHEST for action security_group_members [ 615.882345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.882345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.882447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.883024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.883024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.883024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.883024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.883024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.883258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.883258] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.916249] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b038641e-e022-4931-b7c5-ecf2854ca79b None None] Enqueued Resource ID: fca7adae-5057-4767-bc17-0231f996239a with Priority: HIGHEST for action port [ 615.916852] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7adae-5057-4767-bc17-0231f996239a with Priority: HIGHEST for action port [ 615.917646] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca7adae-5057-4767-bc17-0231f996239a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.917806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca7adae-5057-4767-bc17-0231f996239a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.917871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca7adae-5057-4767-bc17-0231f996239a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.918149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca7adae-5057-4767-bc17-0231f996239a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.918227] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca7adae-5057-4767-bc17-0231f996239a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.179844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.180034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.180083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.180349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.180503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.180714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.180821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.180884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.181095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.181183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.181291] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 already deleted. [ 616.181408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.210203] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.210465] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-948" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.210534] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-948" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.210860] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-948" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.211150] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.211302] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.211417] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.211622] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.211752] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.211965] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.212077] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.212189] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.212452] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.212591] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.212697] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.212822] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.232693] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.232840] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.232968] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.233157] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-948" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.234049] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-30a1632d-59ad-4b45-bb29-73404b1abc7c taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.234049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.234049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.234279] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.234279] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a1632d-59ad-4b45-bb29-73404b1abc7c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.235150] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.274190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.274190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.274190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.274190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.274190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.275134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.275134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.275134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.275134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.275134] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.386050] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.386050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.386050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.386050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.386050] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.386050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.386050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.386427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.386427] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 is going to be updated. [ 616.416680] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.416680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.416680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.416680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.416680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.419896] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fca7adae-5057-4767-bc17-0231f996239a [ 616.420273] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.420273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.420273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.420546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.420627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.420725] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fca7adae-5057-4767-bc17-0231f996239a already deleted. [ 616.420852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca7adae-5057-4767-bc17-0231f996239a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.426848] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 in Status: IN_PROGRESS for 2s [ 616.737061] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.737455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.737510] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.737753] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.737898] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.738051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 30a1632d-59ad-4b45-bb29-73404b1abc7c not found, creating... [ 616.738327] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.738647] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.738836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.739025] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.739162] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.739507] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.739755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.739942] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.740190] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.740357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.740667] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 30a1632d-59ad-4b45-bb29-73404b1abc7c is going to be created. [ 616.742242] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.742493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.742584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.742750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.742830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.742918] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be created. [ 616.768224] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.768461] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.768561] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.768831] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.769071] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.769358] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.771533] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.771690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.771758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.771909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.772068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.776552] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1bb8f8-8a22-4520-aa7d-a124c70d8303: rpc.has_security_group_logging(os_id): False [ 616.784136] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: UNINITIALIZED for 2s [ 616.796175] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.796393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.796393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.796644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.796727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.796901] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.797009] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.797076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.797229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.797307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.797480] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.797577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.797638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.797779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.797854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.798052] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.798148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.798212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.798385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.798474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.798563] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 is going to be created. [ 616.891672] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.891904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.892016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.892323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.892580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905554] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 in Status: IN_PROGRESS for 2s [ 617.355034] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a061c23e-d659-4c36-b193-d34b142170c1 None None] Enqueued Resource ID: 8bcb6d26-626e-49ea-a1c7-b15c43441331 with Priority: HIGHEST for action port [ 617.355670] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcb6d26-626e-49ea-a1c7-b15c43441331 with Priority: HIGHEST for action port [ 617.356054] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bcb6d26-626e-49ea-a1c7-b15c43441331 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.356201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bcb6d26-626e-49ea-a1c7-b15c43441331" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.356246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bcb6d26-626e-49ea-a1c7-b15c43441331" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.357181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bcb6d26-626e-49ea-a1c7-b15c43441331" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.357181] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bcb6d26-626e-49ea-a1c7-b15c43441331',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.485184] env[65753]: INFO networking_nsxv3.common.synchronization [req-7aa54b90-88bd-4d18-a53f-c4466aa6caef req-c89c3559-bddf-4cdb-bb2a-16eceb639d8b service nova] Enqueued Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_rules [ 617.485184] env[65753]: INFO networking_nsxv3.common.synchronization [req-7aa54b90-88bd-4d18-a53f-c4466aa6caef req-c89c3559-bddf-4cdb-bb2a-16eceb639d8b service nova] Enqueued Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_members [ 617.485184] env[65753]: INFO networking_nsxv3.common.synchronization [req-7aa54b90-88bd-4d18-a53f-c4466aa6caef req-c89c3559-bddf-4cdb-bb2a-16eceb639d8b service nova] Enqueued Resource ID: 30a1632d-59ad-4b45-bb29-73404b1abc7c with Priority: HIGHEST for action port [ 617.485619] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_rules [ 617.485772] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_members [ 617.485915] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a1632d-59ad-4b45-bb29-73404b1abc7c with Priority: HIGHEST for action port [ 617.486327] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.486497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.486579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.486834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.486918] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.488659] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.488773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.488844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.489031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.489281] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.489281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.489361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.489785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.490457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.491303] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.491750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a1632d-59ad-4b45-bb29-73404b1abc7c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.491887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.491919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.492096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.492171] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a1632d-59ad-4b45-bb29-73404b1abc7c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.693330] env[65753]: INFO networking_nsxv3.common.synchronization [req-bbb9967b-3dd1-4a69-8476-bbd22f0d620a req-3676a86a-740f-49de-ad56-d13cd0b121c2 tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 617.693881] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 617.694272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.694402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.694474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.694752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.694933] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.695078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.695138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.695273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.695359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.695505] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.859949] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bcb6d26-626e-49ea-a1c7-b15c43441331 [ 617.860215] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.861872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.861872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.861872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.861872] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bcb6d26-626e-49ea-a1c7-b15c43441331 already deleted. [ 617.861872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bcb6d26-626e-49ea-a1c7-b15c43441331" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.989344] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.989479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.993979] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.996143] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30a1632d-59ad-4b45-bb29-73404b1abc7c with status ACTIVE [ 617.996143] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.996143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.996143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.996143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.996143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.996143] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.996489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.996489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.996489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.996489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.996669] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.996771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.996810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.996958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.998103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.998103] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30a1632d-59ad-4b45-bb29-73404b1abc7c is going to be updated. [ 618.020256] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.020492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.020849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a1632d-59ad-4b45-bb29-73404b1abc7c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.133711] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.133711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.133711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.133711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.134105] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.134105] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.134414] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.134525] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.134691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.137017] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.137017] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.137017] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.137017] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.137017] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.137017] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.137017] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.155731] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.155898] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.159119] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.159119] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.159119] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-df4cf195-46a9-4de5-ae34-2363de4377f0 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159119] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159119] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.159119] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.159119] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df4cf195-46a9-4de5-ae34-2363de4377f0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.199174] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.199364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.199433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.199622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.199718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.199915] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.200057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.200117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.200264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.200457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.200457] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 already deleted. [ 618.200554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.447422] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 in Status: SUCCESS [ 618.447642] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 deletion is rescheduled due to dependency. [ 618.447716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.500966] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.660864] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.661057] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.661057] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.661487] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.661690] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.662596] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port df4cf195-46a9-4de5-ae34-2363de4377f0 not found, creating... [ 618.662809] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.663100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.663194] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.663475] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.663645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664015] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.664382] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.664382] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.664637] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.664832] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664939] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: df4cf195-46a9-4de5-ae34-2363de4377f0 is going to be created. [ 618.688093] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.689175] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.689474] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.689608] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.689836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.690071] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.798434] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 618.798727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.798996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.799313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.799605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.803025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.803025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.803025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.803025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.803025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.803025] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.919300] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 in Status: SUCCESS [ 618.919745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.004090] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.004422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.006793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.006793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.006793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.006793] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 is going to be created. [ 619.030122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.030275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.030345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.030630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.030872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.042902] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 in Status: UNINITIALIZED for 2s [ 619.066943] env[65753]: INFO networking_nsxv3.common.synchronization [req-10a07b33-02db-4b9a-8040-0fe73425f285 req-e137a0c9-b848-4a26-b59a-00e687dbaf7f tempest-VolumesAssistedSnapshotsTest-1325605492 tempest-VolumesAssistedSnapshotsTest-1325605492-project-member] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_members [ 619.067533] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_members [ 619.067867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.067997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.068084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.068334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.068510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.068618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.068679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.068843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.068914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.069020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.303933] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.371183] env[65753]: INFO networking_nsxv3.common.synchronization [req-bbb9967b-3dd1-4a69-8476-bbd22f0d620a req-5f3c9d1a-8667-4580-a3cd-b559ccf35a1c service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 619.371336] env[65753]: INFO networking_nsxv3.common.synchronization [req-bbb9967b-3dd1-4a69-8476-bbd22f0d620a req-5f3c9d1a-8667-4580-a3cd-b559ccf35a1c service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 619.371510] env[65753]: INFO networking_nsxv3.common.synchronization [req-bbb9967b-3dd1-4a69-8476-bbd22f0d620a req-5f3c9d1a-8667-4580-a3cd-b559ccf35a1c service nova] Enqueued Resource ID: df4cf195-46a9-4de5-ae34-2363de4377f0 with Priority: HIGHEST for action port [ 619.372582] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 619.372744] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 619.372840] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4cf195-46a9-4de5-ae34-2363de4377f0 with Priority: HIGHEST for action port [ 619.373131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.373420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.373420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.373597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.374806] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.374806] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.374806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.374994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.375090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.375256] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.375365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.375444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.375631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.375718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.375826] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.377722] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-df4cf195-46a9-4de5-ae34-2363de4377f0 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.377722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.377722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.377722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.377722] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df4cf195-46a9-4de5-ae34-2363de4377f0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.571635] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.571977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.572076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.572338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.572406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.572741] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.572889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.573059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.573315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.573423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.573528] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a already deleted. [ 619.573697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.636293] env[65753]: INFO networking_nsxv3.common.synchronization [None req-162f0a92-6aa0-4778-9255-3a6ca5f8fd2f None None] Enqueued Resource ID: ef8c948f-720f-448f-a456-42b66983eb9f with Priority: HIGHEST for action port [ 619.638169] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8c948f-720f-448f-a456-42b66983eb9f with Priority: HIGHEST for action port [ 619.639262] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.639436] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-586" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.639578] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-586" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.640070] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-586" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.640444] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.641049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.641278] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.641595] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.641595] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.641761] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.641761] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.641821] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.641928] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.642077] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.644065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef8c948f-720f-448f-a456-42b66983eb9f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.644065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef8c948f-720f-448f-a456-42b66983eb9f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.644065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef8c948f-720f-448f-a456-42b66983eb9f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.644065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef8c948f-720f-448f-a456-42b66983eb9f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.644065] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8c948f-720f-448f-a456-42b66983eb9f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.665242] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.665419] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.665551] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.665728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-586" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.666163] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-afb9abca-e097-4678-9ae2-5b3775cf16e9 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.666354] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.666504] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.666843] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.666980] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb9abca-e097-4678-9ae2-5b3775cf16e9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.806722] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5095e59-60af-4d3f-9540-af62070af590: rpc.has_security_group_logging(os_id): False [ 619.829323] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.829851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.829931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.830722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.830722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.830722] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.830901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.830901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.831089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.831165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831253] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be created. [ 619.879148] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.879148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.879425] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.880394] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df4cf195-46a9-4de5-ae34-2363de4377f0 with status ACTIVE [ 619.880667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.880784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.880912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.881131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.881303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.881470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.881577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.881632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.881800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.881879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.882096] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.882207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.882270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.882423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.882505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.882623] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df4cf195-46a9-4de5-ae34-2363de4377f0 is going to be updated. [ 619.897843] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.898048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.898732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.898732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.898732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.909343] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.909423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.909465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.910061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.910061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.910061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df4cf195-46a9-4de5-ae34-2363de4377f0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.913926] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: IN_PROGRESS for 2s [ 620.146930] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef8c948f-720f-448f-a456-42b66983eb9f [ 620.146930] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.146930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.146930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.146930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.146930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.146930] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef8c948f-720f-448f-a456-42b66983eb9f already deleted. [ 620.146930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef8c948f-720f-448f-a456-42b66983eb9f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.169797] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170145] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.170441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.170576] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.170723] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port afb9abca-e097-4678-9ae2-5b3775cf16e9 not found, creating... [ 620.170967] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.171205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.171257] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.171471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.172169] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.172169] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.172169] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.172169] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.172356] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.172433] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.172607] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: afb9abca-e097-4678-9ae2-5b3775cf16e9 is going to be created. [ 620.195559] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.195918] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.195918] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.196709] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.196709] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.384873] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.891828] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.891828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.891828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.891828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.891828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.891828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be created. [ 620.921712] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.923062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.923062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.923062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.923062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.937849] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: UNINITIALIZED for 2s [ 620.972389] env[65753]: INFO networking_nsxv3.common.synchronization [req-10a07b33-02db-4b9a-8040-0fe73425f285 req-68486df3-8267-420a-906f-b564af8237d7 service nova] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_rules [ 620.972604] env[65753]: INFO networking_nsxv3.common.synchronization [req-10a07b33-02db-4b9a-8040-0fe73425f285 req-68486df3-8267-420a-906f-b564af8237d7 service nova] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_members [ 620.972698] env[65753]: INFO networking_nsxv3.common.synchronization [req-10a07b33-02db-4b9a-8040-0fe73425f285 req-68486df3-8267-420a-906f-b564af8237d7 service nova] Enqueued Resource ID: afb9abca-e097-4678-9ae2-5b3775cf16e9 with Priority: HIGHEST for action port [ 620.973534] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_rules [ 620.975036] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_members [ 620.975268] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb9abca-e097-4678-9ae2-5b3775cf16e9 with Priority: HIGHEST for action port [ 620.975796] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.976009] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.976122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.976446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.976507] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.977721] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.978225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.978225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.978225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.978560] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.978560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.978560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.978689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.978735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.978832] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.980278] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb9abca-e097-4678-9ae2-5b3775cf16e9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.980401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.980482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.980668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.980777] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb9abca-e097-4678-9ae2-5b3775cf16e9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.052333] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 in Status: SUCCESS [ 621.052556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.052729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.052958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.053279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.053279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.053442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.053582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.053582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.053646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.053716] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.282840] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4a7e9501-3a84-44df-81c6-6e15e9d2939f None None] Enqueued Resource ID: 6b4a0ade-c79a-402f-b4f8-b670df7875fa with Priority: HIGHEST for action port [ 621.283400] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4a0ade-c79a-402f-b4f8-b670df7875fa with Priority: HIGHEST for action port [ 621.284226] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4a0ade-c79a-402f-b4f8-b670df7875fa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.284226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4a0ade-c79a-402f-b4f8-b670df7875fa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.284327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4a0ade-c79a-402f-b4f8-b670df7875fa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.284593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4a0ade-c79a-402f-b4f8-b670df7875fa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.284693] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4a0ade-c79a-402f-b4f8-b670df7875fa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.288926] env[65753]: INFO networking_nsxv3.common.synchronization [req-13921140-8668-458e-9d47-ea1e40361467 req-aeee21e5-14a5-4dce-98e5-1752699f22a1 tempest-InstanceActionsNegativeTestJSON-502192177 tempest-InstanceActionsNegativeTestJSON-502192177-project-member] Enqueued Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_members [ 621.288926] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGHEST for action security_group_members [ 621.289321] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.289459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.289532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.289944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.289944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.290138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.290345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.290409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.290505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.290599] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.483338] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.483338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.483338] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.484345] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb9abca-e097-4678-9ae2-5b3775cf16e9 with status ACTIVE [ 621.484579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.484728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.484817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.485070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.485210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.485365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.485491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.485569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.485763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.485860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.486079] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.486198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.486254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.486916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.486916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.486916] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb9abca-e097-4678-9ae2-5b3775cf16e9 is going to be updated. [ 621.513986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.514218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.514218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.514422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.514740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.514946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb9abca-e097-4678-9ae2-5b3775cf16e9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.555914] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.556131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.556173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.556434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.556612] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.557660] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.557660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.558435] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.558435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.558435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.558435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.558435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.558435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.558435] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.585313] env[65753]: INFO networking_nsxv3.common.synchronization [req-69092a20-05ce-4047-b135-8a93ad9c9310 req-38143967-a9f1-480a-bbf9-753b73cb7306 tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 621.585892] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 621.586222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.586331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787202] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b4a0ade-c79a-402f-b4f8-b670df7875fa [ 621.787464] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.787907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.788033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.788104] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b4a0ade-c79a-402f-b4f8-b670df7875fa already deleted. [ 621.788186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4a0ade-c79a-402f-b4f8-b670df7875fa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.793812] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.794054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.794054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.794237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.794325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.794520] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.794670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.794670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.794833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.794924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.795081] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce is going to be updated. [ 621.852031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.852252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.852252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.852440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.852576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863396] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce in Status: IN_PROGRESS for 2s [ 621.936472] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 621.936698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.990373] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.034385] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.034620] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.034923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.035016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.038548] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.042031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.042031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.042031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.042031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.042031] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.042031] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.042031] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.042031] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.042031] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.042031] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.042031] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.060318] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53: rpc.has_security_group_logging(os_id): False [ 622.067366] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.067434] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.067551] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.068016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.068113] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-09d73b49-88a0-426f-915b-c6c03998738f taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.068256] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.068369] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.068733] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.068878] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d73b49-88a0-426f-915b-c6c03998738f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.079837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.080037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.080105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.080262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.080395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.080587] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.080688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.080743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.080920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.081667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.081667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.082018] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.082018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.082018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.082018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.082573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.082639] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 is going to be created. [ 622.152419] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.152595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.152662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.152855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.153041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.164701] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 in Status: IN_PROGRESS for 2s [ 622.493164] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.493472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.493522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.493749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.493883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.493996] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a is going to be created. [ 622.521271] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.521493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.521829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.522116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.536449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58b1782-7a81-455e-8cb3-baa2136ae97a in Status: UNINITIALIZED for 2s [ 622.575490] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.575490] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 09d73b49-88a0-426f-915b-c6c03998738f not found, creating... [ 622.575490] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.575490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.575923] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.576444] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.576798] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.577094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.577491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 09d73b49-88a0-426f-915b-c6c03998738f is going to be created. [ 622.602420] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.602625] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.602789] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.603038] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.603290] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.603519] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.041667] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 623.041921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.042105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.042515] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.042626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.042688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.042906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.042984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.043090] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.043955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.044339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.044534] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.044688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.044771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.044953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.045087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.045210] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.090521] env[65753]: INFO networking_nsxv3.common.synchronization [req-d23c86a9-ff51-4670-a1aa-50cc28d5bf24 req-982d96d6-84c1-4a6d-9e6a-29e87d9ca8e0 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 623.091144] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 623.091473] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.091625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.091708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.092234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.092442] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.092581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.092675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.092887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.092969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.093108] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.178839] env[65753]: INFO networking_nsxv3.common.synchronization [None req-8c58fed4-f089-453e-bbe0-45d1c9ae9c12 None None] Enqueued Resource ID: f580fe3b-6a50-4cff-a5cd-3b669aac5501 with Priority: HIGHEST for action port [ 623.178839] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f580fe3b-6a50-4cff-a5cd-3b669aac5501 with Priority: HIGHEST for action port [ 623.179754] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f580fe3b-6a50-4cff-a5cd-3b669aac5501 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.180360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f580fe3b-6a50-4cff-a5cd-3b669aac5501" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.181165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f580fe3b-6a50-4cff-a5cd-3b669aac5501" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.181745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f580fe3b-6a50-4cff-a5cd-3b669aac5501" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.181905] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f580fe3b-6a50-4cff-a5cd-3b669aac5501',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.320890] env[65753]: INFO networking_nsxv3.common.synchronization [req-69092a20-05ce-4047-b135-8a93ad9c9310 req-bfe1d91a-23ee-4988-b8c7-600495a32a7b service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 623.320890] env[65753]: INFO networking_nsxv3.common.synchronization [req-69092a20-05ce-4047-b135-8a93ad9c9310 req-bfe1d91a-23ee-4988-b8c7-600495a32a7b service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 623.320890] env[65753]: INFO networking_nsxv3.common.synchronization [req-69092a20-05ce-4047-b135-8a93ad9c9310 req-bfe1d91a-23ee-4988-b8c7-600495a32a7b service nova] Enqueued Resource ID: 09d73b49-88a0-426f-915b-c6c03998738f with Priority: HIGHEST for action port [ 623.321326] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 623.321469] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 623.321589] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d73b49-88a0-426f-915b-c6c03998738f with Priority: HIGHEST for action port [ 623.321872] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.321976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.324381] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.324482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.325049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-09d73b49-88a0-426f-915b-c6c03998738f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.325049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.325049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.325049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.325287] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d73b49-88a0-426f-915b-c6c03998738f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.479195] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.479339] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.479461] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479797] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.480072] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.480221] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.480325] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.480655] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.480774] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.481437] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.481437] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.481437] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.481437] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.481437] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.481690] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.482294] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.507403] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.507403] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.507403] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.507705] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.507887] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-fc7dd128-390d-4176-b4ab-960fb037bc95 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.508036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.508217] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.508583] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.511288] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7dd128-390d-4176-b4ab-960fb037bc95',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.547477] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.547477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.554261] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.595839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.596011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.596088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.596311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.596404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.596602] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.596705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.596767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.596915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.596992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.597088] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 already deleted. [ 623.597168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.684220] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f580fe3b-6a50-4cff-a5cd-3b669aac5501 [ 623.684413] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.684543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.684607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.684824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.684906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.685015] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f580fe3b-6a50-4cff-a5cd-3b669aac5501 already deleted. [ 623.685109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f580fe3b-6a50-4cff-a5cd-3b669aac5501" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.828863] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09d73b49-88a0-426f-915b-c6c03998738f with status ACTIVE [ 623.828960] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.829102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.829177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.829859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.829955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.830177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.830415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.830415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.832720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.832720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.832720] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.832720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.832720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.832720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.832720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.832720] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09d73b49-88a0-426f-915b-c6c03998738f is going to be updated. [ 623.860841] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.860841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.860841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.860841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.860841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.860841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09d73b49-88a0-426f-915b-c6c03998738f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.874921] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce in Status: SUCCESS [ 623.875112] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce deletion is rescheduled due to dependency. [ 623.875311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.014937] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.015195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.015311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.015581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.015723] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.015870] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port fc7dd128-390d-4176-b4ab-960fb037bc95 not found, creating... [ 624.016139] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.016287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.016396] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.016605] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.016735] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.017458] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.017458] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.017458] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.017693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.017830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.018034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: fc7dd128-390d-4176-b4ab-960fb037bc95 is going to be created. [ 624.043291] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.043505] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.043625] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.043911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.044254] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.044505] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.053217] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.176044] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 in Status: SUCCESS [ 624.176254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.551912] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58b1782-7a81-455e-8cb3-baa2136ae97a in Status: SUCCESS [ 624.552218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.552479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.552797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.553105] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.553308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.553357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.553623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.553737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.553878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554165] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.555866] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.556083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.556182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.556447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.556804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.556953] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 624.592961] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.592961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.592961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.592961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.592961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.606603] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 624.900299] env[65753]: INFO networking_nsxv3.common.synchronization [req-d23c86a9-ff51-4670-a1aa-50cc28d5bf24 req-0052024f-4e43-436f-a594-6bd16d17c792 service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 624.900299] env[65753]: INFO networking_nsxv3.common.synchronization [req-d23c86a9-ff51-4670-a1aa-50cc28d5bf24 req-0052024f-4e43-436f-a594-6bd16d17c792 service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 624.900299] env[65753]: INFO networking_nsxv3.common.synchronization [req-d23c86a9-ff51-4670-a1aa-50cc28d5bf24 req-0052024f-4e43-436f-a594-6bd16d17c792 service nova] Enqueued Resource ID: fc7dd128-390d-4176-b4ab-960fb037bc95 with Priority: HIGHEST for action port [ 624.901130] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 624.901130] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 624.901130] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7dd128-390d-4176-b4ab-960fb037bc95 with Priority: HIGHEST for action port [ 624.901685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.901685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.901685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.901931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.901931] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.903019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.903019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.903019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.904954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.905153] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.905318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.905318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.905504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.905571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.905646] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.906449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7dd128-390d-4176-b4ab-960fb037bc95 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.906567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.906625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.906806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.906860] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7dd128-390d-4176-b4ab-960fb037bc95',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.059933] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.411540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.411784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.411921] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.413039] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7dd128-390d-4176-b4ab-960fb037bc95 with status ACTIVE [ 625.413157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.413230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.413372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.413448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.413574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.413698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.413798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.413860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.414023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.414164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.414279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.414446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.414446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.414642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.414699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.414745] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7dd128-390d-4176-b4ab-960fb037bc95 is going to be updated. [ 625.444834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.444834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.444834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.445045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.445182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.445389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7dd128-390d-4176-b4ab-960fb037bc95" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.562401] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c58b1782-7a81-455e-8cb3-baa2136ae97a: rpc.has_security_group_logging(os_id): False [ 625.595422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.595591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.595731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.596175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.596175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.596299] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.596512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.596512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.596665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.596759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.596862] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a is going to be created. [ 625.687587] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.687587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.687587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.687587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.687587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.714269] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58b1782-7a81-455e-8cb3-baa2136ae97a in Status: IN_PROGRESS for 2s [ 625.886396] env[65753]: INFO networking_nsxv3.common.synchronization [None req-195f4341-ef77-4ca9-9edd-ddd2413790bd tempest-ServersTestFqdnHostnames-1356736416 tempest-ServersTestFqdnHostnames-1356736416-project-member] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_rules [ 625.888315] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_rules [ 625.889267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.890157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.890157] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.922023] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.008137] env[65753]: INFO networking_nsxv3.common.synchronization [None req-7beecc6e-f098-4bd7-8577-d3f05995eff8 tempest-ServersTestFqdnHostnames-1356736416 tempest-ServersTestFqdnHostnames-1356736416-project-member] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_rules [ 626.008137] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_rules [ 626.008137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.008137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.422776] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.423022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.423100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.423898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.423898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.423898] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be created. [ 626.425523] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.425658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.425711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.425914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.426013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.426318] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd already deleted. [ 626.426420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.426591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.426997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.426997] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.450190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.450343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.450420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.450726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.450890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.461948] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: UNINITIALIZED for 2s [ 626.624859] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 626.624859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.625213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.625254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.625944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.625944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.625944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.625944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.627092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.627092] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.949673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.949673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.949983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.950856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.950856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.950856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd already deleted. [ 626.950856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.132623] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.637456] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.728173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58b1782-7a81-455e-8cb3-baa2136ae97a in Status: SUCCESS [ 627.728499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.140335] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.140489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.140592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.140881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.140983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.141052] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 628.174778] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.174949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.175029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.175238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.175384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.186812] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 628.472425] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 628.472647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.472817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.473054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.473259] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.473378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.473446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.473607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.473717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.473824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.473931] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.977035] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.977035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.977434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.977434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.977517] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.978508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.978508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.978827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.978827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.978910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.979062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.979232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.979778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.979778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.979778] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.485654] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c176b6dd-ab63-4dc9-af25-548a61948029: rpc.has_security_group_logging(os_id): False [ 629.516691] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.516691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.516691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.517057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.517497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.517609] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.517796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.518313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.518381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.520235] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.520235] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.520235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.520235] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be created. [ 629.626236] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.626530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.626660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.627042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.627359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.646670] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 630.200034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 630.200034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.200034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.200034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.200532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.200532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.200532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.200532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.200943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.200943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.200943] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.200943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.201146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.201235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.201415] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.201553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.201553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.201946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.202048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.202127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.202217] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.707027] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd2c54f-f810-4cde-9e40-dc4b35687371: rpc.has_security_group_logging(os_id): False [ 630.726040] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.726166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.726244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.726465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.726554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.726739] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.726840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.726901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.727067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.727142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.727374] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.727525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.727619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.727765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.727840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.728085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.728188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.728249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.728391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.728683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.728683] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be created. [ 630.792938] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.793141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.793242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.793408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.793925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.806728] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 631.008757] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.009323] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 631.665854] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 631.665854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.020774] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b26118-8aef-463e-b1b8-97bcd7cfc808 req-e7e64148-06b1-4902-8dcc-d59bf7499387 tempest-ServersAdminNegativeTestJSON-152403051 tempest-ServersAdminNegativeTestJSON-152403051-project-member] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 632.020839] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 632.021340] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.021495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.021592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.021839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.022055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.022178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.022285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.022622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.022622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.022622] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.487100] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.487100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.487100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.487100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.487100] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.487523] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.487807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.488207] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.489371] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.489371] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.489371] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.489371] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.489371] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.489371] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.489371] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.489371] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.508773] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.508943] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.509135] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.509319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.509638] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.509813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.509984] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.511252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.511784] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.526634] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.825541] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 632.826014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.826253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.826546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.826658] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.014704] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.014924] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.015068] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.015420] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.015572] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.015739] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 not found, creating... [ 633.016016] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.016181] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.016291] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.016514] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.016691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.017029] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.017253] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.017422] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.017687] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.018656] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.018656] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 is going to be created. [ 633.028853] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.042495] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.042695] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.042964] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.043249] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.043482] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.043720] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.328571] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.328929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.328929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.329261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.329403] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.329502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.329573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.329753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.329843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.329937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.330081] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.533022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.533022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.533441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.533872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.533872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.533872] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be updated. [ 633.573021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.573021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.573021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.573021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.573742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.586966] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: IN_PROGRESS for 2s [ 633.794143] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b26118-8aef-463e-b1b8-97bcd7cfc808 req-d4e19ed8-a717-43a3-8eb9-97b840715cb2 service nova] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_rules [ 633.794312] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b26118-8aef-463e-b1b8-97bcd7cfc808 req-d4e19ed8-a717-43a3-8eb9-97b840715cb2 service nova] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 633.794445] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b26118-8aef-463e-b1b8-97bcd7cfc808 req-d4e19ed8-a717-43a3-8eb9-97b840715cb2 service nova] Enqueued Resource ID: 4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 with Priority: HIGHEST for action port [ 633.794934] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_rules [ 633.795080] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 633.795471] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 with Priority: HIGHEST for action port [ 633.795471] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.795629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.795629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.795874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.795916] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.798593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.798593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.798698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.798778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.798822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.799038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.799135] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.836121] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.836537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.836537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.836999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.836999] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.837148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.837148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.837774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.837925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.838077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.838266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.838368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.838433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.838586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.838750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.839235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.839235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.839235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.839235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.840241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.840241] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.214637] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c4041b9d-0b3b-412f-8fdc-3e8c92602082 None None] Enqueued Resource ID: 4a89eb55-69e5-4d1b-af68-5c0b68bd8996 with Priority: HIGHEST for action port [ 634.214637] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89eb55-69e5-4d1b-af68-5c0b68bd8996 with Priority: HIGHEST for action port [ 634.214637] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a89eb55-69e5-4d1b-af68-5c0b68bd8996 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.217597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a89eb55-69e5-4d1b-af68-5c0b68bd8996" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.217597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a89eb55-69e5-4d1b-af68-5c0b68bd8996" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.217597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a89eb55-69e5-4d1b-af68-5c0b68bd8996" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.218734] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a89eb55-69e5-4d1b-af68-5c0b68bd8996',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.302272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302272] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 with status ACTIVE [ 634.302272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.302995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302995] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.303980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.304093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.304253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.304337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.304528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.304626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.304679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.304826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.304900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.304989] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7 is going to be updated. [ 634.333603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.333822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.333885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.334121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.334253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.335007] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1d9ca2-dbbe-4bfa-aaeb-8f6a7d1509d7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.343071] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd2c54f-f810-4cde-9e40-dc4b35687371: rpc.has_security_group_logging(os_id): False [ 634.370991] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.371181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.371256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.371485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.371597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.371853] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.371990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.372131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.372349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.372432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.372645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.372745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.372913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.372980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.373172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.373422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.373576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.374132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.375886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.375886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.375886] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 634.456440] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.456440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.456440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.456728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.456869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.485190] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 634.723379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a89eb55-69e5-4d1b-af68-5c0b68bd8996 [ 634.723379] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.723379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.723379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.723379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.723379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.723379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a89eb55-69e5-4d1b-af68-5c0b68bd8996 already deleted. [ 634.723379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a89eb55-69e5-4d1b-af68-5c0b68bd8996" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.011664] env[65753]: INFO networking_nsxv3.common.synchronization [req-0bbce398-2049-4dc0-9418-a08ae0d17ce9 req-2b43115f-02be-4d9a-b3a5-d5d75a90b1f8 tempest-VolumesAdminNegativeTest-1761109407 tempest-VolumesAdminNegativeTest-1761109407-project-member] Enqueued Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_members [ 635.012283] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 with Priority: HIGHEST for action security_group_members [ 635.012497] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.012622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.012680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.012875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.014656] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.014656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.014656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.014656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.014656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.014656] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1bb8f8-8a22-4520-aa7d-a124c70d8303',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.519061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.524305] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.524305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.524739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.524739] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 is going to be updated. [ 635.560023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.560023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.560023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.560023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.560023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.569663] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 in Status: IN_PROGRESS for 2s [ 635.598937] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 635.600175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.600175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.600175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.600175] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.600175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.600175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.600537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.600537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.600537] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.103893] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.412228] env[65753]: INFO networking_nsxv3.common.synchronization [req-a06286f0-79ad-4dca-af7b-ff3c22061dd2 req-11cde80d-58d7-4cab-b50a-d5e31da999f7 tempest-ServersWithSpecificFlavorTestJSON-223687661 tempest-ServersWithSpecificFlavorTestJSON-223687661-project-member] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 636.412228] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 636.412228] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.412228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.412228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.413440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.413440] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.413523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.413523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.413987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.414090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.414172] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.502681] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 636.502681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.607041] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.840042] env[65753]: INFO networking_nsxv3.common.synchronization [None req-6bebffa8-f2a2-4e94-bfd9-4c3243e3c6aa None None] Enqueued Resource ID: a1b92de1-e5eb-4b90-9150-acc57c27f0ea with Priority: HIGHEST for action port [ 636.840545] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b92de1-e5eb-4b90-9150-acc57c27f0ea with Priority: HIGHEST for action port [ 636.840871] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b92de1-e5eb-4b90-9150-acc57c27f0ea taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.840999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b92de1-e5eb-4b90-9150-acc57c27f0ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.841378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b92de1-e5eb-4b90-9150-acc57c27f0ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.841839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b92de1-e5eb-4b90-9150-acc57c27f0ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.841973] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b92de1-e5eb-4b90-9150-acc57c27f0ea',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.918132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.918132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.918132] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 already deleted. [ 636.918132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.965421] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.965599] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.965722] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.966585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.966585] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.966585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.966585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.966992] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.966992] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.967143] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.967201] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.967255] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.967347] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.967454] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.967539] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.967671] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.988243] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.988243] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.988399] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.988508] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.988945] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-0e626ecf-0686-4626-9e0c-31a51751b185 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.989121] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.989234] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.989545] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.989681] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e626ecf-0686-4626-9e0c-31a51751b185',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.109538] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.109850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.109850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.110131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.110240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.110344] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be updated. [ 637.144739] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.144911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.144996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.145243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.145408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.157856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: IN_PROGRESS for 2s [ 637.345299] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1b92de1-e5eb-4b90-9150-acc57c27f0ea [ 637.345724] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.345906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.345976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.346198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.346292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.346384] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1b92de1-e5eb-4b90-9150-acc57c27f0ea already deleted. [ 637.346468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b92de1-e5eb-4b90-9150-acc57c27f0ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.492447] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.492648] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.492770] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.493073] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.493217] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.493366] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 0e626ecf-0686-4626-9e0c-31a51751b185 not found, creating... [ 637.493614] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.493762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.493901] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.494143] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.494273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.494637] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.494814] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.494935] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.495335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.495335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.495451] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 0e626ecf-0686-4626-9e0c-31a51751b185 is going to be created. [ 637.533060] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.533306] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.533428] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.533724] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.533978] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.534221] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.586796] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 in Status: SUCCESS [ 637.586981] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1bb8f8-8a22-4520-aa7d-a124c70d8303 deletion is rescheduled due to dependency. [ 637.587127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1bb8f8-8a22-4520-aa7d-a124c70d8303" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.286000] env[65753]: INFO networking_nsxv3.common.synchronization [req-a06286f0-79ad-4dca-af7b-ff3c22061dd2 req-8ba97cba-b370-46cc-a1e9-de3979c09580 service nova] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 638.286000] env[65753]: INFO networking_nsxv3.common.synchronization [req-a06286f0-79ad-4dca-af7b-ff3c22061dd2 req-8ba97cba-b370-46cc-a1e9-de3979c09580 service nova] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 638.286000] env[65753]: INFO networking_nsxv3.common.synchronization [req-a06286f0-79ad-4dca-af7b-ff3c22061dd2 req-8ba97cba-b370-46cc-a1e9-de3979c09580 service nova] Enqueued Resource ID: 0e626ecf-0686-4626-9e0c-31a51751b185 with Priority: HIGHEST for action port [ 638.286000] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 638.286000] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 638.286643] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e626ecf-0686-4626-9e0c-31a51751b185 with Priority: HIGHEST for action port [ 638.287116] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.287294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.287412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.287656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.287740] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.288665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.289045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.289045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.289045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.289214] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.289268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.289305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.289465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.289549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.289637] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.290927] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e626ecf-0686-4626-9e0c-31a51751b185 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.290927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.291045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.291243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291320] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e626ecf-0686-4626-9e0c-31a51751b185',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.793694] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.796711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.799926] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e626ecf-0686-4626-9e0c-31a51751b185 with status ACTIVE [ 638.799926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.799926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.799926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.799926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.800721] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e626ecf-0686-4626-9e0c-31a51751b185 is going to be updated. [ 638.827400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.827585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.827649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.827882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.828080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.828252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e626ecf-0686-4626-9e0c-31a51751b185" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171061] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171061] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.302754] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.673276] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.673446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.673521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.673748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.673916] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.674030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.674092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.674453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.674453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.674453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.674549] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.674639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.674699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.674841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.674976] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.675095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.675156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.675309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.675386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.675474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.675562] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.810134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.810134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.810134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.810134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.810134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.810134] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be created. [ 639.833090] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.833277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.833335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.833510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.833666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.845262] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: UNINITIALIZED for 2s [ 640.183308] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f430f5d2-e86a-4f05-8cda-d105713959b8: rpc.has_security_group_logging(os_id): False [ 640.203385] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.203628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.203628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.203837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.203899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.204134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.204232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.204294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.204454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.204531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.204727] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.204845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.204845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.204985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.205098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.205269] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.205362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.205421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.205560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.205753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.205753] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be updated. [ 640.242464] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c7a497d1-3f65-4032-b6c8-dda3044fd6b4 None None] Enqueued Resource ID: aee35409-371f-4699-a220-d7fd8e1ba1ff with Priority: HIGHEST for action port [ 640.244139] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee35409-371f-4699-a220-d7fd8e1ba1ff with Priority: HIGHEST for action port [ 640.244603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee35409-371f-4699-a220-d7fd8e1ba1ff taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.244775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee35409-371f-4699-a220-d7fd8e1ba1ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.244878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee35409-371f-4699-a220-d7fd8e1ba1ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.245249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee35409-371f-4699-a220-d7fd8e1ba1ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.245362] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee35409-371f-4699-a220-d7fd8e1ba1ff',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.272321] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.272532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.272532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.272755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.272891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.291081] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: IN_PROGRESS for 2s [ 640.751390] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee35409-371f-4699-a220-d7fd8e1ba1ff [ 640.751683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.751762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.752363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.752363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.752363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.752363] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee35409-371f-4699-a220-d7fd8e1ba1ff already deleted. [ 640.752536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee35409-371f-4699-a220-d7fd8e1ba1ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.566333] env[65753]: INFO networking_nsxv3.common.synchronization [req-f1df8a2c-8bb7-446c-b732-6cc9d52b86ac req-ca982fbf-64a9-46e7-81c7-0d75e5864673 tempest-ServerDiagnosticsTest-1410205495 tempest-ServerDiagnosticsTest-1410205495-project-member] Enqueued Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_members [ 641.566858] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_members [ 641.568568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.568568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.568568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.568568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.568834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.568834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.568920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.569032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.569348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.569348] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.854733] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 641.855044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.855225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.855549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.855764] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.855914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.856035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.856243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.856359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.856458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.856551] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.072417] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.072687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.072758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.072989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.073183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.074233] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.077440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.077668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.078075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.078213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.078330] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a already deleted. [ 642.078419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.081618] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.081754] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.081873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.082158] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.082399] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.082662] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.082662] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.083050] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.083050] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.083439] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.083557] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.083666] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.083771] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.083883] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.083980] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.084121] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.106531] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.106828] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.106828] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.107224] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.107877] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-b3d6b993-f74a-48db-b23d-102e47b4f09b taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.107877] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.107877] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.108176] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.108232] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d6b993-f74a-48db-b23d-102e47b4f09b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.307234] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 642.307547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.360054] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.614170] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614808] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614808] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.614808] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.614983] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.615138] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port b3d6b993-f74a-48db-b23d-102e47b4f09b not found, creating... [ 642.616102] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.616102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.616102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.616445] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.616776] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.616776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.616917] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.617061] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.617247] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: b3d6b993-f74a-48db-b23d-102e47b4f09b is going to be created. [ 642.649969] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.650257] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.650392] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.650851] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.651161] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.651434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.734313] env[65753]: INFO networking_nsxv3.common.synchronization [None req-73a5da1d-c4ba-481b-a8bf-33c7e69f0cfe None None] Enqueued Resource ID: de455dd4-e94c-4004-9776-1102f37226fb with Priority: HIGHEST for action port [ 642.735031] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de455dd4-e94c-4004-9776-1102f37226fb with Priority: HIGHEST for action port [ 642.735353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-de455dd4-e94c-4004-9776-1102f37226fb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.735522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de455dd4-e94c-4004-9776-1102f37226fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.735605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de455dd4-e94c-4004-9776-1102f37226fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.735889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de455dd4-e94c-4004-9776-1102f37226fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.737107] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de455dd4-e94c-4004-9776-1102f37226fb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.863979] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd055a3e-16fb-4615-aca4-48cc26a59484: rpc.has_security_group_logging(os_id): False [ 642.883285] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.883285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.883536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.883772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.883909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.884443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.884443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.884443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.884648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.884748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.884894] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be created. [ 642.954472] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.954628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.954706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.955019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.955524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.967585] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: IN_PROGRESS for 2s [ 643.240633] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de455dd4-e94c-4004-9776-1102f37226fb [ 643.241157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.241326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.241413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.241619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.241717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.241815] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de455dd4-e94c-4004-9776-1102f37226fb already deleted. [ 643.241902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de455dd4-e94c-4004-9776-1102f37226fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.381563] env[65753]: INFO networking_nsxv3.common.synchronization [req-f1df8a2c-8bb7-446c-b732-6cc9d52b86ac req-2a54a8d7-54ef-43ad-bc1f-fdfb5d5c2bae service nova] Enqueued Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_rules [ 643.381748] env[65753]: INFO networking_nsxv3.common.synchronization [req-f1df8a2c-8bb7-446c-b732-6cc9d52b86ac req-2a54a8d7-54ef-43ad-bc1f-fdfb5d5c2bae service nova] Enqueued Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_members [ 643.381934] env[65753]: INFO networking_nsxv3.common.synchronization [req-f1df8a2c-8bb7-446c-b732-6cc9d52b86ac req-2a54a8d7-54ef-43ad-bc1f-fdfb5d5c2bae service nova] Enqueued Resource ID: b3d6b993-f74a-48db-b23d-102e47b4f09b with Priority: HIGHEST for action port [ 643.382579] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_rules [ 643.382709] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_members [ 643.382709] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d6b993-f74a-48db-b23d-102e47b4f09b with Priority: HIGHEST for action port [ 643.383190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.383320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.383320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.384038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.384038] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.385231] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.385231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.385332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.385563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.385743] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.385863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.385936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.386114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.386197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.386293] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.387198] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d6b993-f74a-48db-b23d-102e47b4f09b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.387383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.387383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.387525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.387600] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d6b993-f74a-48db-b23d-102e47b4f09b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.890272] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.890613] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.890767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.896464] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d6b993-f74a-48db-b23d-102e47b4f09b with status ACTIVE [ 643.897500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.897500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.897500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.897500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.897500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.898102] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.898102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.898102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.898246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.898363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.898626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.898814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.898867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.899096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.899202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.899329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d6b993-f74a-48db-b23d-102e47b4f09b is going to be updated. [ 643.924758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.925031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.925162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.925417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.925564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.925725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d6b993-f74a-48db-b23d-102e47b4f09b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.392423] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.511824] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3ff2ed35-3301-4243-8d7c-bb30a6c27b54 None None] Enqueued Resource ID: 449a59df-6a82-4ce8-baa8-fcdd10e9928b with Priority: HIGHEST for action port [ 644.512492] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449a59df-6a82-4ce8-baa8-fcdd10e9928b with Priority: HIGHEST for action port [ 644.513608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-449a59df-6a82-4ce8-baa8-fcdd10e9928b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.513772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-449a59df-6a82-4ce8-baa8-fcdd10e9928b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.513865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-449a59df-6a82-4ce8-baa8-fcdd10e9928b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.514247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-449a59df-6a82-4ce8-baa8-fcdd10e9928b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.514247] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449a59df-6a82-4ce8-baa8-fcdd10e9928b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.897681] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.898206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.898302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.899038] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a is going to be created. [ 644.930538] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.930804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.930918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.931995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.931995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.944884] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a in Status: UNINITIALIZED for 2s [ 644.986616] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 644.987156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.016910] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 449a59df-6a82-4ce8-baa8-fcdd10e9928b [ 645.017384] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.017630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.017704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.018836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.019062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.019133] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:449a59df-6a82-4ce8-baa8-fcdd10e9928b already deleted. [ 645.019285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-449a59df-6a82-4ce8-baa8-fcdd10e9928b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.309397] env[65753]: INFO networking_nsxv3.common.synchronization [req-6cf29adb-d9d4-43aa-94d1-04eafbc16d56 req-80b3de0d-ea73-41e8-aa5d-11b8764ace4a tempest-ServerAddressesNegativeTestJSON-763966829 tempest-ServerAddressesNegativeTestJSON-763966829-project-member] Enqueued Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_members [ 645.310991] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_members [ 645.310991] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.310991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.310991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.310991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.310991] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.311272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.311272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.311346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.311651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.311651] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.382736] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5cf97bfa-094d-4555-9a9d-4f858caa9cda None None] Enqueued Resource ID: 12bbc587-905a-4e9c-a858-48eb437d9782 with Priority: HIGHEST for action port [ 645.383527] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12bbc587-905a-4e9c-a858-48eb437d9782 with Priority: HIGHEST for action port [ 645.383890] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-12bbc587-905a-4e9c-a858-48eb437d9782 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.384438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12bbc587-905a-4e9c-a858-48eb437d9782" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.384438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12bbc587-905a-4e9c-a858-48eb437d9782" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.385218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12bbc587-905a-4e9c-a858-48eb437d9782" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.385218] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bbc587-905a-4e9c-a858-48eb437d9782',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.813893] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.814064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.814145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.814303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.814389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.814566] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.814683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.814746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.815029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.815029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.815029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdfb10b-0956-463f-aa36-cb4aae52090c already deleted. [ 645.815797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.864044] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.864044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-545" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.864044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-545" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.864423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-545" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.865240] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.865446] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.865525] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.865776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.865916] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.866139] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.866237] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.866406] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.866991] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.867235] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.867353] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.867626] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.887086] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12bbc587-905a-4e9c-a858-48eb437d9782 [ 645.887823] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.887823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.887823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.887823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.888122] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12bbc587-905a-4e9c-a858-48eb437d9782 already deleted. [ 645.888122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12bbc587-905a-4e9c-a858-48eb437d9782" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.900355] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.900668] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.900668] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.900668] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-545" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.901366] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-f909dddc-4c03-4424-acfc-d0739864ec6e taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.901366] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.901366] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.901830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.901830] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f909dddc-4c03-4424-acfc-d0739864ec6e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.404523] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.406028] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.406028] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.406028] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.406302] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.406521] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port f909dddc-4c03-4424-acfc-d0739864ec6e not found, creating... [ 646.406874] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.407110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.407271] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.407548] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.407734] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.408084] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.408314] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.408475] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.408835] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.409031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.409224] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: f909dddc-4c03-4424-acfc-d0739864ec6e is going to be created. [ 646.432233] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.432233] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.432233] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.432233] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.432233] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.432233] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.648336] env[65753]: INFO networking_nsxv3.common.synchronization [None req-0cb7ac7a-11e7-42c6-aa1b-54a3016a09cd None None] Enqueued Resource ID: 8eb05d60-ae34-4824-8efd-5fb5c82fb54d with Priority: HIGHEST for action port [ 646.650325] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb05d60-ae34-4824-8efd-5fb5c82fb54d with Priority: HIGHEST for action port [ 646.650325] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb05d60-ae34-4824-8efd-5fb5c82fb54d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.650325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb05d60-ae34-4824-8efd-5fb5c82fb54d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.650515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb05d60-ae34-4824-8efd-5fb5c82fb54d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.650794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb05d60-ae34-4824-8efd-5fb5c82fb54d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.650794] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb05d60-ae34-4824-8efd-5fb5c82fb54d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.972496] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a in Status: SUCCESS [ 646.972496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.972875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.973137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.973859] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.974061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.974160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.974370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.974481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975241] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.156807] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eb05d60-ae34-4824-8efd-5fb5c82fb54d [ 647.157009] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.157181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.157252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.161338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.161338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.161338] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eb05d60-ae34-4824-8efd-5fb5c82fb54d already deleted. [ 647.161566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb05d60-ae34-4824-8efd-5fb5c82fb54d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.250679] env[65753]: INFO networking_nsxv3.common.synchronization [req-6cf29adb-d9d4-43aa-94d1-04eafbc16d56 req-0ea1eb61-1d65-4402-a7f4-c6e17bc87337 service nova] Enqueued Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_rules [ 647.251071] env[65753]: INFO networking_nsxv3.common.synchronization [req-6cf29adb-d9d4-43aa-94d1-04eafbc16d56 req-0ea1eb61-1d65-4402-a7f4-c6e17bc87337 service nova] Enqueued Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_members [ 647.251238] env[65753]: INFO networking_nsxv3.common.synchronization [req-6cf29adb-d9d4-43aa-94d1-04eafbc16d56 req-0ea1eb61-1d65-4402-a7f4-c6e17bc87337 service nova] Enqueued Resource ID: f909dddc-4c03-4424-acfc-d0739864ec6e with Priority: HIGHEST for action port [ 647.251853] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_rules [ 647.251994] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_members [ 647.252132] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f909dddc-4c03-4424-acfc-d0739864ec6e with Priority: HIGHEST for action port [ 647.252683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.252855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.252918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.253206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.253320] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.254748] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.255025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.255109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.255320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.256498] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.256498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.256498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.256498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.256498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.256498] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.257335] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f909dddc-4c03-4424-acfc-d0739864ec6e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.257335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.257561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.257561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.261034] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f909dddc-4c03-4424-acfc-d0739864ec6e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.477197] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.477368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.477434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.477650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.477817] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.477917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.477980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.478145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.478235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.478321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.478463] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.478549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.478625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.478748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.478880] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.479077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.479077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.479194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.479241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.479293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.479384] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.756148] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.756832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.757831] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.764396] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f909dddc-4c03-4424-acfc-d0739864ec6e with status ACTIVE [ 647.764396] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764396] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764396] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764396] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f909dddc-4c03-4424-acfc-d0739864ec6e is going to be updated. [ 647.786550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.786550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.786803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.789495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.789597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f909dddc-4c03-4424-acfc-d0739864ec6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.981924] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50673cbb-4440-4d1c-9496-a83b3ed53e6a: rpc.has_security_group_logging(os_id): False [ 648.016263] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.016263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.016263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.016414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.016483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.016628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.016726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.016800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.016984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.017076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.017307] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.017404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.018379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.018379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.018379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.018379] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.018379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.018379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.019762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.019762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.019762] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a is going to be created. [ 648.115819] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.116182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.116249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.116641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.116915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.138639] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a in Status: IN_PROGRESS for 2s [ 648.266068] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.769905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.770188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.770188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.770372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.770465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.770565] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdfb10b-0956-463f-aa36-cb4aae52090c is going to be created. [ 648.800120] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.800120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.801182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.801182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.801182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.813321] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdfb10b-0956-463f-aa36-cb4aae52090c in Status: UNINITIALIZED for 2s [ 648.974580] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-34efc5cf-906c-493f-8aab-564d7094f176 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 648.974580] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 648.974580] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.974580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.974580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.975094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.975094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.975214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.975358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.975498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.975607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.975726] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.478847] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.479210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.479210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.479446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.479572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.479827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.479960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.480039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.480211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.480308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.480400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b already deleted. [ 649.480504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.725046] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-5b73342a-72f5-4a45-9505-2ca843719c35 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 649.726245] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 649.727034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.727034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.727034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.727034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.727345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.727345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.727345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.727645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.727645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.727645] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.154467] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-2b08058b-f43d-476d-a4de-789d455d3916 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 650.154467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a in Status: SUCCESS [ 650.154780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155781] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 650.156210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.156436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.232093] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.236249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.236249] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b already deleted. [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.236249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.236249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.236249] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.473094] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.473324] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.473460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.473849] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.474172] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.474360] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.474491] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.474818] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.475013] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.475319] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.475447] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.475612] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.475816] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.475860] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.477028] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.477028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.496013] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.496317] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.496317] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.496647] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.496790] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-d0a812a9-0121-493b-92c4-16221a927a6a taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.496967] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.497163] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.497413] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.497547] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a812a9-0121-493b-92c4-16221a927a6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.741547] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.741786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.741884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.742182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.742280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.742500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.742617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.742678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.742870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.742954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.743099] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b already deleted. [ 650.743171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.826850] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdfb10b-0956-463f-aa36-cb4aae52090c in Status: SUCCESS [ 650.827763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.827763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.827932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.828059] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.828185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.828268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.828519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.828599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.828717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.828805] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.000436] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.000436] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.000436] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.000881] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.000881] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.001025] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port d0a812a9-0121-493b-92c4-16221a927a6a not found, creating... [ 651.001276] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.001437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.001537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.002028] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.002028] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.002241] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.002395] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.002472] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.002800] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.002800] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.002966] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: d0a812a9-0121-493b-92c4-16221a927a6a is going to be created. [ 651.028940] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.029267] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.029431] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.029751] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.029989] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.030228] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.331851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.332121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.332121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.332320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.332915] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.333108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.333164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.333336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.333426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.333516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.333745] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.333835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.333877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.334292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.334292] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.334292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.334292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.334525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.334525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.334598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.334789] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.499694] env[65753]: INFO networking_nsxv3.common.synchronization [None req-0c244e79-7f59-474e-a483-713c6c97d0f5 None None] Enqueued Resource ID: fd3635dd-3f46-4ee4-a049-18af6c9bf45d with Priority: HIGHEST for action port [ 651.499694] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd3635dd-3f46-4ee4-a049-18af6c9bf45d with Priority: HIGHEST for action port [ 651.500233] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd3635dd-3f46-4ee4-a049-18af6c9bf45d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.500310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd3635dd-3f46-4ee4-a049-18af6c9bf45d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.500735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd3635dd-3f46-4ee4-a049-18af6c9bf45d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.500853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd3635dd-3f46-4ee4-a049-18af6c9bf45d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.500935] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd3635dd-3f46-4ee4-a049-18af6c9bf45d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.838596] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbdfb10b-0956-463f-aa36-cb4aae52090c: rpc.has_security_group_logging(os_id): False [ 651.857238] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-963f8b40-e3c4-4aad-b098-47a28c9423c5 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 651.857238] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-963f8b40-e3c4-4aad-b098-47a28c9423c5 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 651.857238] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-963f8b40-e3c4-4aad-b098-47a28c9423c5 service nova] Enqueued Resource ID: d0a812a9-0121-493b-92c4-16221a927a6a with Priority: HIGHEST for action port [ 651.857238] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 651.857238] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 651.857238] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a812a9-0121-493b-92c4-16221a927a6a with Priority: HIGHEST for action port [ 651.858121] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.858441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.858640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.860479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.860479] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.860479] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.860990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.861228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.861541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.861795] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.862689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.862689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.862855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.867022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.867022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a812a9-0121-493b-92c4-16221a927a6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.867022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a812a9-0121-493b-92c4-16221a927a6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.867022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.867022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.867022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.868138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.868295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.868552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.868829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.869689] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.869947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.870115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.870350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.870518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.870840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.871126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.871658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.872068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.872284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.872467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbdfb10b-0956-463f-aa36-cb4aae52090c is going to be created. [ 651.952858] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.953137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.953137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.953581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.953581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.988642] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbdfb10b-0956-463f-aa36-cb4aae52090c in Status: IN_PROGRESS for 2s [ 652.004568] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd3635dd-3f46-4ee4-a049-18af6c9bf45d [ 652.004568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.004568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.004568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.004744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.004970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.004970] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd3635dd-3f46-4ee4-a049-18af6c9bf45d already deleted. [ 652.005081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd3635dd-3f46-4ee4-a049-18af6c9bf45d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.154145] env[65753]: INFO networking_nsxv3.common.synchronization [req-633332b0-ae04-40bd-a631-af8bc36c9f43 req-d073adf5-c54a-4b5d-95b9-315c6d5b187a tempest-InstanceActionsV221TestJSON-671489737 tempest-InstanceActionsV221TestJSON-671489737-project-member] Enqueued Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_members [ 652.154145] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_members [ 652.154145] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.154145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.154145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.155183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.155495] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.155724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.155872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.156149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.156324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.156501] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.366046] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.366203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.374659] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.376598] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a812a9-0121-493b-92c4-16221a927a6a with status ACTIVE [ 652.376598] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.376795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.376795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.377744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.377744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.377744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.377744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.377744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.377744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.378063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.378140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.378225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.378279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.378797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.378797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.378797] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a812a9-0121-493b-92c4-16221a927a6a is going to be updated. [ 652.405537] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.406062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.406453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a812a9-0121-493b-92c4-16221a927a6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.659077] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.659409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.659409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.659580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.659687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.659869] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.659977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.660047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.660217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.660314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.660404] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05178544-3e7f-4d56-8092-7c75b42c347b already deleted. [ 652.660484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.808969] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.809193] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-321" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.809347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-321" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.809694] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-321" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.809976] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.810605] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.810807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.811065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.811266] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.811531] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.811672] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.811918] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.812089] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.812325] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.812387] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.812639] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.837189] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.837413] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.837605] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.837755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-321" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.838173] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-acfd4b22-8660-461e-9e71-fa7134a7936e taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.838408] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.838523] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.838868] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.839046] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acfd4b22-8660-461e-9e71-fa7134a7936e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.876882] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.937997] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.938276] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.938431] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.938872] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.939384] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.939780] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.939780] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.939986] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.940251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.940706] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.940706] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.940888] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.941044] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.941201] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.941369] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.941480] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.965482] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.965662] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.965662] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.965873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-871" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968131] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-026141b1-3811-4baa-8195-d418fa316270 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.968131] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.968131] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.968131] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.968131] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026141b1-3811-4baa-8195-d418fa316270',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.147707] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4db7a74a-08c3-4c18-b687-cf612416df06 None None] Enqueued Resource ID: ada98cab-a5de-41dc-a6ce-758adc1004be with Priority: HIGHEST for action port [ 653.147825] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada98cab-a5de-41dc-a6ce-758adc1004be with Priority: HIGHEST for action port [ 653.148267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada98cab-a5de-41dc-a6ce-758adc1004be taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.148446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada98cab-a5de-41dc-a6ce-758adc1004be" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.148546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada98cab-a5de-41dc-a6ce-758adc1004be" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.148941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada98cab-a5de-41dc-a6ce-758adc1004be" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.149071] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada98cab-a5de-41dc-a6ce-758adc1004be',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.341515] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.341783] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.341841] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.342170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.342322] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342505] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port acfd4b22-8660-461e-9e71-fa7134a7936e not found, creating... [ 653.342760] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.342914] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.343047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.343282] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.343414] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.343677] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.343837] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.343972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.344196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.344324] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.344455] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: acfd4b22-8660-461e-9e71-fa7134a7936e is going to be created. [ 653.368150] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.368382] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.368485] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.368755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.368971] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.369195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.379065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.379252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.379302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.379464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.379545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.379639] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be created. [ 653.403844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.404084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.404173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.404478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.404727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415975] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: UNINITIALIZED for 2s [ 653.470442] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.470442] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.470923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.471290] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.471515] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.471698] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 026141b1-3811-4baa-8195-d418fa316270 not found, creating... [ 653.471999] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.472205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.472335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.472603] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.472766] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.473106] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.473286] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.473411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.473634] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.473785] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.473942] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 026141b1-3811-4baa-8195-d418fa316270 is going to be created. [ 653.518195] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.518195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.518195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.518195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.518592] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.518795] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.652051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ada98cab-a5de-41dc-a6ce-758adc1004be [ 653.652788] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.652950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.653026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.653279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.653442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.653505] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ada98cab-a5de-41dc-a6ce-758adc1004be already deleted. [ 653.653583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada98cab-a5de-41dc-a6ce-758adc1004be" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.003599] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbdfb10b-0956-463f-aa36-cb4aae52090c in Status: SUCCESS [ 654.003938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.117609] env[65753]: INFO networking_nsxv3.common.synchronization [req-633332b0-ae04-40bd-a631-af8bc36c9f43 req-fc026b45-6c67-4ae0-bc7e-ebd39de0fb8a service nova] Enqueued Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_rules [ 654.117609] env[65753]: INFO networking_nsxv3.common.synchronization [req-633332b0-ae04-40bd-a631-af8bc36c9f43 req-fc026b45-6c67-4ae0-bc7e-ebd39de0fb8a service nova] Enqueued Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_members [ 654.117609] env[65753]: INFO networking_nsxv3.common.synchronization [req-633332b0-ae04-40bd-a631-af8bc36c9f43 req-fc026b45-6c67-4ae0-bc7e-ebd39de0fb8a service nova] Enqueued Resource ID: acfd4b22-8660-461e-9e71-fa7134a7936e with Priority: HIGHEST for action port [ 654.117609] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_rules [ 654.117609] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_members [ 654.117609] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfd4b22-8660-461e-9e71-fa7134a7936e with Priority: HIGHEST for action port [ 654.117609] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.117609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.117609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.118205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.118205] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.118926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.119078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.119128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.119708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.120685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.120685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.120685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.120685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.120685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.120685] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.122088] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-acfd4b22-8660-461e-9e71-fa7134a7936e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.122326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122421] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acfd4b22-8660-461e-9e71-fa7134a7936e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.257541] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-12c6e80c-d4b1-4f79-84d0-4cd616aa5e65 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 654.257541] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-12c6e80c-d4b1-4f79-84d0-4cd616aa5e65 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 654.257541] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-12c6e80c-d4b1-4f79-84d0-4cd616aa5e65 service nova] Enqueued Resource ID: 026141b1-3811-4baa-8195-d418fa316270 with Priority: HIGHEST for action port [ 654.257541] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 654.257541] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 654.257541] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026141b1-3811-4baa-8195-d418fa316270 with Priority: HIGHEST for action port [ 654.260115] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.260115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.260115] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.260115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.260115] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-026141b1-3811-4baa-8195-d418fa316270 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.260115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.260115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.260115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.260848] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026141b1-3811-4baa-8195-d418fa316270',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.622674] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.623702] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acfd4b22-8660-461e-9e71-fa7134a7936e with status ACTIVE [ 654.623951] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.624092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.624236] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.624392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.624477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.624657] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.624750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.624816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.624961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.625081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.625315] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.625428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.625428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.627349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.627469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.627578] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acfd4b22-8660-461e-9e71-fa7134a7936e is going to be updated. [ 654.630230] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.630370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.657481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.657693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.657804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.658090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.658206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.658380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acfd4b22-8660-461e-9e71-fa7134a7936e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.762699] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 026141b1-3811-4baa-8195-d418fa316270 with status ACTIVE [ 654.762950] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.763112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.763197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.763416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.763565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.763654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.763744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.763798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.764058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.764143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.764329] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.764423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.764475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.764617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.764687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.764771] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 026141b1-3811-4baa-8195-d418fa316270 is going to be updated. [ 654.823044] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.823423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.823558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.823732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.823873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-026141b1-3811-4baa-8195-d418fa316270" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.130021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.331654] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.331889] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.332453] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.332868] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.333174] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.333362] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.334477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.335130] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.335297] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.335513] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.335623] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.335733] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.335837] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.336030] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.336152] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.336279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.358419] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.358572] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.358767] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.358968] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-676" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.359301] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-acba5b06-e536-4848-be4e-db877af4d6ac taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.359471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.359583] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.359910] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.360059] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acba5b06-e536-4848-be4e-db877af4d6ac',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.426104] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 655.426588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.426588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.426768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.426942] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.427070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.427138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.427409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.427409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.427517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.427517] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.428573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.428659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.428779] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.428933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.429451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.429451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.429451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.429451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.633328] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.633535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.633641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.633914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.634086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.634214] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05178544-3e7f-4d56-8092-7c75b42c347b is going to be created. [ 655.662881] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.663157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.663289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.663574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.664232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.676299] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05178544-3e7f-4d56-8092-7c75b42c347b in Status: UNINITIALIZED for 2s [ 655.716210] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b3084beb-a08b-404f-bd70-58b6b2eafafc None None] Enqueued Resource ID: 9911b5c0-3302-412c-86aa-1436445b1d04 with Priority: HIGHEST for action port [ 655.716795] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9911b5c0-3302-412c-86aa-1436445b1d04 with Priority: HIGHEST for action port [ 655.717116] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-9911b5c0-3302-412c-86aa-1436445b1d04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9911b5c0-3302-412c-86aa-1436445b1d04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9911b5c0-3302-412c-86aa-1436445b1d04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9911b5c0-3302-412c-86aa-1436445b1d04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717890] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9911b5c0-3302-412c-86aa-1436445b1d04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.862755] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.862923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.863068] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.863353] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.863495] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.863691] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port acba5b06-e536-4848-be4e-db877af4d6ac not found, creating... [ 655.864120] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.864214] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.864297] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.864549] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.864725] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.865034] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.865199] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.865312] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.865516] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.865645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.865774] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: acba5b06-e536-4848-be4e-db877af4d6ac is going to be created. [ 655.889439] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.889706] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.889874] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.890307] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.890574] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.890836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.931268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.931436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.931602] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.221419] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9911b5c0-3302-412c-86aa-1436445b1d04 [ 656.221774] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.221850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.221929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.222258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.222374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.222508] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9911b5c0-3302-412c-86aa-1436445b1d04 already deleted. [ 656.222789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9911b5c0-3302-412c-86aa-1436445b1d04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.435028] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.540137] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f5a4f2d7-993c-4809-8546-ad92ff4720bc None None] Enqueued Resource ID: 033b5a9b-f07e-4fb1-9166-c5584de06cfd with Priority: HIGHEST for action port [ 656.540469] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033b5a9b-f07e-4fb1-9166-c5584de06cfd with Priority: HIGHEST for action port [ 656.540810] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-033b5a9b-f07e-4fb1-9166-c5584de06cfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.540991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033b5a9b-f07e-4fb1-9166-c5584de06cfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.541105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033b5a9b-f07e-4fb1-9166-c5584de06cfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.542251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033b5a9b-f07e-4fb1-9166-c5584de06cfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.542251] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033b5a9b-f07e-4fb1-9166-c5584de06cfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.642254] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-d45b7360-7768-426d-8c59-9e616c7a5a08 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 656.642330] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-d45b7360-7768-426d-8c59-9e616c7a5a08 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 656.642405] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca385d76-d8d6-4019-a739-df36d88dfb55 req-d45b7360-7768-426d-8c59-9e616c7a5a08 service nova] Enqueued Resource ID: acba5b06-e536-4848-be4e-db877af4d6ac with Priority: HIGHEST for action port [ 656.642970] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 656.644442] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 656.644578] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acba5b06-e536-4848-be4e-db877af4d6ac with Priority: HIGHEST for action port [ 656.644889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.645017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645336] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.645336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645527] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-acba5b06-e536-4848-be4e-db877af4d6ac taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.645682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.645829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.645910] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acba5b06-e536-4848-be4e-db877af4d6ac',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.708292] env[65753]: INFO networking_nsxv3.common.synchronization [req-eaa22ba6-65f5-44d0-a98f-de0d71afa885 req-e3ad3b9d-4bd1-422f-8fec-e1b5241df014 tempest-ServersTestFqdnHostnames-1356736416 tempest-ServersTestFqdnHostnames-1356736416-project-member] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_members [ 656.708625] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_members [ 656.708935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.709065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.709127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.710288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.710383] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.710479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.710540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.710695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.710772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.710863] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.937904] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.938197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.938306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.939205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.939304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.939409] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 656.969797] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.969985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.970055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.970286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.970432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.983329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 657.045450] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033b5a9b-f07e-4fb1-9166-c5584de06cfd [ 657.045450] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.045450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.045450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.045450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.045450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.045450] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033b5a9b-f07e-4fb1-9166-c5584de06cfd already deleted. [ 657.045450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033b5a9b-f07e-4fb1-9166-c5584de06cfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.118045] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.118045] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-819" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.118045] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-819" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.118466] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-819" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.118561] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.118731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.118875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.119258] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.119393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.119580] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.119683] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.119782] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.119881] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.119980] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.120089] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.120210] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.141967] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.142175] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.142308] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.142476] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-819" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.142789] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-872949b5-9bac-4f83-acec-93e23be464c5 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.142958] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.143097] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143535] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872949b5-9bac-4f83-acec-93e23be464c5',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.150228] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acba5b06-e536-4848-be4e-db877af4d6ac with status ACTIVE [ 657.150321] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.150414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.150514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.150680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.150765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.150972] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.151090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.151153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.151300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.151380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.151560] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.151652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.151712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.151866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.151946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.152036] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acba5b06-e536-4848-be4e-db877af4d6ac is going to be updated. [ 657.171650] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.171844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.171911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.172348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.172348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.172508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acba5b06-e536-4848-be4e-db877af4d6ac" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.213524] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.213677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.213748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.213966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.214067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.214287] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.214392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.214454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.214611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.214686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.214771] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd already deleted. [ 657.214850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.647209] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.647585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647806] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.647957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.648112] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 872949b5-9bac-4f83-acec-93e23be464c5 not found, creating... [ 657.648664] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648664] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648664] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648874] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648952] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649264] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.649418] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649526] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649852] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649982] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 872949b5-9bac-4f83-acec-93e23be464c5 is going to be created. [ 657.671589] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.671888] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.671985] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.672296] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.672763] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.672962] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.696437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05178544-3e7f-4d56-8092-7c75b42c347b in Status: SUCCESS [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.696437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.696437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.696437] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.200676] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.201740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.201740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.201740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.201740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.201740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.201740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.202105] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.202105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.202105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.202288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.202386] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.202491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.202540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.202679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.203094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.203174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.203286] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.433434] env[65753]: INFO networking_nsxv3.common.synchronization [req-eaa22ba6-65f5-44d0-a98f-de0d71afa885 req-834f3d6a-dc44-4eb2-bd5f-f806af6f2a47 service nova] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_rules [ 658.433715] env[65753]: INFO networking_nsxv3.common.synchronization [req-eaa22ba6-65f5-44d0-a98f-de0d71afa885 req-834f3d6a-dc44-4eb2-bd5f-f806af6f2a47 service nova] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_members [ 658.433779] env[65753]: INFO networking_nsxv3.common.synchronization [req-eaa22ba6-65f5-44d0-a98f-de0d71afa885 req-834f3d6a-dc44-4eb2-bd5f-f806af6f2a47 service nova] Enqueued Resource ID: 872949b5-9bac-4f83-acec-93e23be464c5 with Priority: HIGHEST for action port [ 658.434267] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_rules [ 658.434397] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_members [ 658.434876] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872949b5-9bac-4f83-acec-93e23be464c5 with Priority: HIGHEST for action port [ 658.435329] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.435488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.435613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.435897] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.436943] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.436943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.437677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.437677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.437677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.438046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.438046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.438046] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.438985] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-872949b5-9bac-4f83-acec-93e23be464c5 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.439142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.439237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.439418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.439518] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872949b5-9bac-4f83-acec-93e23be464c5',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.708755] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05178544-3e7f-4d56-8092-7c75b42c347b: rpc.has_security_group_logging(os_id): False [ 658.727938] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.728108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.728163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.728381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.728470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.728675] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.728793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.728864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.729029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.729107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729304] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.729399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.729459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.729602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.729673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.729934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.729994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.731460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.731531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.731596] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05178544-3e7f-4d56-8092-7c75b42c347b is going to be created. [ 658.794486] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.794641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.794711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.794929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.795131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.809257] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05178544-3e7f-4d56-8092-7c75b42c347b in Status: IN_PROGRESS for 2s [ 658.941738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.942029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942227] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.943294] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 872949b5-9bac-4f83-acec-93e23be464c5 with status ACTIVE [ 658.943513] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.943642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.943714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.944041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.944217] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.944315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.944377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.944537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.944618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.944798] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.944892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.944982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.945175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.945325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.945425] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 872949b5-9bac-4f83-acec-93e23be464c5 is going to be updated. [ 658.987860] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.988099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.988150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.988732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.988732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.988732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-872949b5-9bac-4f83-acec-93e23be464c5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.995619] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 658.995833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.996010] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.996239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.996431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.996550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.996609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.996759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.996841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.996917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.997098] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.997172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.997224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.997368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.997503] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.997594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.997649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.997784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.997858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.997945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.998116] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.999889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.999889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.000070] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.000148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.000148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.000304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.000378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.000465] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.448549] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.502270] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6279f237-c5fe-4041-aa53-c990aa2b885b: rpc.has_security_group_logging(os_id): False [ 659.503479] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.523313] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.523466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.523562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.523897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.524032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.524255] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.524361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.524426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.524628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.524729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.524984] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.525146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.525239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.525455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.525571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.525844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.525974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.526072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.526244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.526329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.526453] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be created. [ 659.614259] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.614599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.614772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.629877] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 659.952062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.952418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.952418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.954025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.954025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.954025] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd is going to be created. [ 659.984741] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.984890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.984956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.985236] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.985392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.003121] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26926353-4187-4f08-81a7-bb5321b11bfd in Status: UNINITIALIZED for 2s [ 660.006405] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.255061] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca9d317e-438d-402b-b544-238e76e7ffce req-bec75e68-2bef-43aa-8208-038bc1f9cb4f tempest-DeleteServersAdminTestJSON-2062199305 tempest-DeleteServersAdminTestJSON-2062199305-project-member] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 660.258296] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 660.258296] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.258296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.258296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258296] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.262232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.262232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.262232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.262232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.262232] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.511634] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.511634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.512022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.512124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.512225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.512370] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 660.561711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.562062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.562062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.562400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.562400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.571783] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 660.765310] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.765877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.766020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.766367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.766568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.766839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.767219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.767710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.767933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.768027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.768128] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be updated. [ 660.774763] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.775718] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.775928] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.776318] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.777323] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.777783] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778169] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.781462] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.781846] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.782119] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.782300] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.782440] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.782645] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.782826] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.783277] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.807186] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.808102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.808312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.808784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.809116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.814940] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.815312] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.815519] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.815733] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.816118] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-8c662ce6-206b-49ce-836c-0bbc9792f182 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.816386] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.817815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.818168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.818311] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c662ce6-206b-49ce-836c-0bbc9792f182',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.830140] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: IN_PROGRESS for 2s [ 660.839862] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05178544-3e7f-4d56-8092-7c75b42c347b in Status: SUCCESS [ 660.840124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.235952] env[65753]: INFO networking_nsxv3.common.synchronization [None req-6562ce0e-b22d-43be-aac0-d2794df0d9b8 None None] Enqueued Resource ID: b378eccd-70ef-4832-b212-918dc5711c3e with Priority: HIGHEST for action port [ 661.236539] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b378eccd-70ef-4832-b212-918dc5711c3e with Priority: HIGHEST for action port [ 661.236845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b378eccd-70ef-4832-b212-918dc5711c3e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.236969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b378eccd-70ef-4832-b212-918dc5711c3e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.237564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b378eccd-70ef-4832-b212-918dc5711c3e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.240501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b378eccd-70ef-4832-b212-918dc5711c3e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.240656] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b378eccd-70ef-4832-b212-918dc5711c3e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.322365] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.323787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.323787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.323926] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.324329] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.324329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 8c662ce6-206b-49ce-836c-0bbc9792f182 not found, creating... [ 661.324816] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.325793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.325793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.325793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.325793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.326079] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.326394] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.326602] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.326915] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.327192] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.328126] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 8c662ce6-206b-49ce-836c-0bbc9792f182 is going to be created. [ 661.360434] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.645650] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 661.646264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.647737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.647737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.647737] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.743729] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b378eccd-70ef-4832-b212-918dc5711c3e [ 661.744148] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.744292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.744483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.744858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.744969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.745078] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b378eccd-70ef-4832-b212-918dc5711c3e already deleted. [ 661.745136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b378eccd-70ef-4832-b212-918dc5711c3e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.021423] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26926353-4187-4f08-81a7-bb5321b11bfd in Status: SUCCESS [ 662.021665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.021947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.022305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.022575] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.022741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.022827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.023060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.023412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.023412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.023412] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.149530] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.149787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.163507] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca9d317e-438d-402b-b544-238e76e7ffce req-624d46ca-edbf-42ed-929b-d78f664760d4 service nova] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_rules [ 662.163742] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca9d317e-438d-402b-b544-238e76e7ffce req-624d46ca-edbf-42ed-929b-d78f664760d4 service nova] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 662.163885] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca9d317e-438d-402b-b544-238e76e7ffce req-624d46ca-edbf-42ed-929b-d78f664760d4 service nova] Enqueued Resource ID: 8c662ce6-206b-49ce-836c-0bbc9792f182 with Priority: HIGHEST for action port [ 662.164478] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_rules [ 662.164614] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 662.164715] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c662ce6-206b-49ce-836c-0bbc9792f182 with Priority: HIGHEST for action port [ 662.165083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.165375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.165516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.165661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.165744] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.167095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.167203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.167387] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c662ce6-206b-49ce-836c-0bbc9792f182 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.167491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.167658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.167784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.167821] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c662ce6-206b-49ce-836c-0bbc9792f182',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.527022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.588041] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.588041] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.588041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.588041] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.669595] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.674055] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c662ce6-206b-49ce-836c-0bbc9792f182 with status ACTIVE [ 662.674350] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.678865] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.680176] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.681460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.681460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.681460] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c662ce6-206b-49ce-836c-0bbc9792f182 is going to be updated. [ 662.711670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.711670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.711670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.712645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.712645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.712645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c662ce6-206b-49ce-836c-0bbc9792f182" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.851051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 662.851051] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c deletion is rescheduled due to dependency. [ 662.851051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.851051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.851051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.851051] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.851051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.851051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.851051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.851754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.851754] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.030417] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26926353-4187-4f08-81a7-bb5321b11bfd: rpc.has_security_group_logging(os_id): False [ 663.053645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.054182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.054325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.054474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.054590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.054809] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.054919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.054980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.055145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.055221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.055333] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd is going to be created. [ 663.094218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.094218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.094218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.094702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.094702] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.095074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.095074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.095074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.095252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.095252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.095694] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.095694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.095694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.096283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.096283] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.096283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.096283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.096283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.096745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.096745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.096745] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.135725] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.135725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.135725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.136181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.136181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.147632] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26926353-4187-4f08-81a7-bb5321b11bfd in Status: IN_PROGRESS for 2s [ 663.354285] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.601861] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6279f237-c5fe-4041-aa53-c990aa2b885b: rpc.has_security_group_logging(os_id): False [ 663.624055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.624055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.624055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.624055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.624605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.624754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.628210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.628210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.628210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.628210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.628210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.628210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.628210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.628210] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 663.708399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.708697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.708834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.709206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.709473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.733413] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 663.861094] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.365483] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.365904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.366247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.366412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.366535] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be updated. [ 664.410540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.410540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.410540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.410846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.410933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.425156] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: IN_PROGRESS for 2s [ 665.164471] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26926353-4187-4f08-81a7-bb5321b11bfd in Status: SUCCESS [ 665.164766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.749177] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 665.749177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.750234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.750234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.750234] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.253724] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.254336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.254336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.254336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.254452] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.254527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.254591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.254744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.254832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.254919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.255026] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.445799] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 666.446036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.446214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.446459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.446674] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.446805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.446867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.447059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.448469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.448469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.448469] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.760163] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.760163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.760163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.760163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.760163] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.760163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.760527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.760527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.760527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.760628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.760703] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.760795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.760855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.761038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.761177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.761272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.761330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.761467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.761576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.761676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.761769] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.807227] env[65753]: INFO networking_nsxv3.common.synchronization [None req-16713eab-1a1e-4400-b8ba-b44105b41c5c None None] Enqueued Resource ID: 393e925e-480e-4260-a3d9-d6f251c59c5a with Priority: HIGHEST for action port [ 666.807526] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393e925e-480e-4260-a3d9-d6f251c59c5a with Priority: HIGHEST for action port [ 666.807842] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-393e925e-480e-4260-a3d9-d6f251c59c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.807964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393e925e-480e-4260-a3d9-d6f251c59c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.808399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393e925e-480e-4260-a3d9-d6f251c59c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.808881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393e925e-480e-4260-a3d9-d6f251c59c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.808936] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393e925e-480e-4260-a3d9-d6f251c59c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.950971] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.952244] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.952244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.952852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.952852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.952852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.953184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.953184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.953184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.953321] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.267100] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6279f237-c5fe-4041-aa53-c990aa2b885b: rpc.has_security_group_logging(os_id): False [ 667.313069] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 393e925e-480e-4260-a3d9-d6f251c59c5a [ 667.313069] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.313069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.313069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.313069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.313069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.313069] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:393e925e-480e-4260-a3d9-d6f251c59c5a already deleted. [ 667.313069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393e925e-480e-4260-a3d9-d6f251c59c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.340374] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.340609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.340609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.340827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.340977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.341576] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.342317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.342415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.343029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.343029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.343694] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.343833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.343906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.344669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.344826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.345182] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.346128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.346128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.346128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.346128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.346128] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 667.423703] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.423703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.423703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.423982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.424629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.445276] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 667.455805] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f09fb1-3624-4468-b565-e8e79285fc0c: rpc.has_security_group_logging(os_id): False [ 667.488296] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.488553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.488669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.488991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.489186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.489453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.489596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.489688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.489931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.490062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.490419] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.490540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.490614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.490955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.490955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.491535] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.491535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.491535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.491730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.491730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.492266] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be updated. [ 667.604562] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.604892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.604971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.605403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.605552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.629154] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: IN_PROGRESS for 2s [ 667.895596] env[65753]: INFO networking_nsxv3.common.synchronization [req-41f2c5db-d935-47b7-b5f7-e17505903161 req-e14d27eb-4d0d-49fa-8c5f-6e4ec088ace9 tempest-ServerDiagnosticsTest-1410205495 tempest-ServerDiagnosticsTest-1410205495-project-member] Enqueued Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_members [ 667.896728] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGHEST for action security_group_members [ 667.896728] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.896728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.896728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.896954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.052647] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.052834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.052916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.053172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.053313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.053391] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.057379] env[65753]: INFO networking_nsxv3.common.synchronization [req-9bf6bc94-92b8-4223-8a11-73a17145aad6 req-2e7f7386-c776-4ce5-9e29-df43bae5683e tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 668.059575] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 668.059755] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.059884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.059962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.060214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.060328] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.060443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.060509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.060659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.060740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.060830] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.560462] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.560884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.560884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.561223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.561523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.561628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.561702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.561739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.561917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.562015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562097] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a is going to be updated. [ 668.564639] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.564785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.564834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.565385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.565478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.565771] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.565919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.565919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.566377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.566377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.566377] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 668.625644] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.626080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.626220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.626533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.626747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.629682] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.629842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.629921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.630104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.630239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.642705] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a in Status: IN_PROGRESS for 2s [ 668.644543] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 668.712897] env[65753]: INFO networking_nsxv3.common.synchronization [req-77998842-9367-49c2-b401-6f8b44b345eb req-5c8468b8-6027-4394-ac74-35ae68e320f9 tempest-ServerExternalEventsTest-600761519 tempest-ServerExternalEventsTest-600761519-project-member] Enqueued Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_members [ 668.712897] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_members [ 668.714367] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.714520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.714586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.714830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.714997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.715117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.715177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.715399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.715399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.715775] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.119808] env[65753]: INFO networking_nsxv3.common.synchronization [None req-0fadcf7c-2f7b-4081-a135-c9a66c9d6192 None None] Enqueued Resource ID: 5b7e4d61-4849-42aa-8fbe-df093d074b53 with Priority: HIGHEST for action port [ 669.119994] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7e4d61-4849-42aa-8fbe-df093d074b53 with Priority: HIGHEST for action port [ 669.120350] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7e4d61-4849-42aa-8fbe-df093d074b53 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.120456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7e4d61-4849-42aa-8fbe-df093d074b53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.120533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7e4d61-4849-42aa-8fbe-df093d074b53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.120729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7e4d61-4849-42aa-8fbe-df093d074b53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.120809] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7e4d61-4849-42aa-8fbe-df093d074b53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.218117] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.218117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.218896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.218896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.218896] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.218896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.219240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.219240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.219240] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 already deleted. [ 669.219240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.465272] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 669.465272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.563109] env[65753]: INFO networking_nsxv3.common.synchronization [None req-fd8834bd-e502-460d-a3ec-c39e7bb291f9 None None] Enqueued Resource ID: cc5e7add-755e-41c7-9b19-55345326c8a3 with Priority: HIGHEST for action port [ 669.563665] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5e7add-755e-41c7-9b19-55345326c8a3 with Priority: HIGHEST for action port [ 669.564171] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5e7add-755e-41c7-9b19-55345326c8a3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.564493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5e7add-755e-41c7-9b19-55345326c8a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.564493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5e7add-755e-41c7-9b19-55345326c8a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.564758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5e7add-755e-41c7-9b19-55345326c8a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.564848] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5e7add-755e-41c7-9b19-55345326c8a3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.621907] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.622105] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.622224] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.622485] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.622734] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.622876] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.622978] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.623196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.623357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.623586] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.623687] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.623783] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.623879] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.626016] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.626016] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.626016] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.626016] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7e4d61-4849-42aa-8fbe-df093d074b53 [ 669.626016] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.626016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.626016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.626339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.626339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.626339] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7e4d61-4849-42aa-8fbe-df093d074b53 already deleted. [ 669.626339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7e4d61-4849-42aa-8fbe-df093d074b53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.639675] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 669.640023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.646221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.646332] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.646471] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.646702] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.647073] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.647481] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.647481] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.647700] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.647845] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ded2e1-9fb6-4eed-b82c-82509e35b8fb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.069363] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc5e7add-755e-41c7-9b19-55345326c8a3 [ 670.069592] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.069738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.069808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.070012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.070122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.070221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc5e7add-755e-41c7-9b19-55345326c8a3 already deleted. [ 670.070304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5e7add-755e-41c7-9b19-55345326c8a3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.151655] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.152988] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.152988] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.152988] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.152988] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.152988] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 13ded2e1-9fb6-4eed-b82c-82509e35b8fb not found, creating... [ 670.153352] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.153421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.154673] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.154673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.155180] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 13ded2e1-9fb6-4eed-b82c-82509e35b8fb is going to be created. [ 670.179467] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.179701] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.179791] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.180084] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.180316] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.180527] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.657573] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a in Status: SUCCESS [ 670.657920] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a deletion is rescheduled due to dependency. [ 670.657968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.659912] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 670.659912] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 670.659912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.925730] env[65753]: INFO networking_nsxv3.common.synchronization [req-77998842-9367-49c2-b401-6f8b44b345eb req-103c2432-e4bd-4ba5-ba75-4624d671d640 service nova] Enqueued Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_rules [ 670.925875] env[65753]: INFO networking_nsxv3.common.synchronization [req-77998842-9367-49c2-b401-6f8b44b345eb req-103c2432-e4bd-4ba5-ba75-4624d671d640 service nova] Enqueued Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_members [ 670.926017] env[65753]: INFO networking_nsxv3.common.synchronization [req-77998842-9367-49c2-b401-6f8b44b345eb req-103c2432-e4bd-4ba5-ba75-4624d671d640 service nova] Enqueued Resource ID: 13ded2e1-9fb6-4eed-b82c-82509e35b8fb with Priority: HIGHEST for action port [ 670.926603] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_rules [ 670.926770] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_members [ 670.926871] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ded2e1-9fb6-4eed-b82c-82509e35b8fb with Priority: HIGHEST for action port [ 670.927170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.927304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.927358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.927621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.927715] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.928617] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.928723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.928777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.928965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.929149] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.929214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.929275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.929420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.929511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.929591] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.930401] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.930486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.931429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.931429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.931429] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ded2e1-9fb6-4eed-b82c-82509e35b8fb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.169701] env[65753]: INFO networking_nsxv3.common.synchronization [req-24fb300c-3a6e-415a-91d3-aa4cfbeea6b4 req-629444a8-0dde-4655-b081-7aee91bd8944 tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 671.169701] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 671.171016] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.171016] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.171016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.171016] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.432069] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.432218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.432381] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.436222] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13ded2e1-9fb6-4eed-b82c-82509e35b8fb with status ACTIVE [ 671.436222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.436222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.436222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.436222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.436985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.436985] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13ded2e1-9fb6-4eed-b82c-82509e35b8fb is going to be updated. [ 671.478135] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.478135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.478135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.478418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.478418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.478590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ded2e1-9fb6-4eed-b82c-82509e35b8fb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.673986] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.935475] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.943540] env[65753]: INFO networking_nsxv3.common.synchronization [None req-dd9ca28e-9ef8-4d7d-96fe-5bb4acf9fcf3 None None] Enqueued Resource ID: b4c5532d-dc68-4591-9da1-89fa3427eadc with Priority: HIGHEST for action port [ 671.947317] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c5532d-dc68-4591-9da1-89fa3427eadc with Priority: HIGHEST for action port [ 671.947884] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c5532d-dc68-4591-9da1-89fa3427eadc taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.947884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c5532d-dc68-4591-9da1-89fa3427eadc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.948043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c5532d-dc68-4591-9da1-89fa3427eadc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.948233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c5532d-dc68-4591-9da1-89fa3427eadc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.948338] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c5532d-dc68-4591-9da1-89fa3427eadc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.176760] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.180776] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.181012] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.182149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.182149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.182149] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.182149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.182149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.182795] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183056] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183430] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.183739] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.183924] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.184154] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.184347] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.184576] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.184843] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.205339] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.206297] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.206297] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.206297] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206297] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-fc47a856-bb57-45b8-986b-bc9bcf87abe6 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.206581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206674] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.208068] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.208068] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc47a856-bb57-45b8-986b-bc9bcf87abe6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.357023] env[65753]: INFO networking_nsxv3.common.synchronization [req-d3b2a970-8c5e-435a-bff5-5c46b62f189d req-3efdeb83-2f07-4cf0-80e3-f377f6691de9 tempest-ServerAddressesNegativeTestJSON-763966829 tempest-ServerAddressesNegativeTestJSON-763966829-project-member] Enqueued Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_members [ 672.357478] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGHEST for action security_group_members [ 672.358036] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.358549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.359105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.359105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.359970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.359970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.359970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.361072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.361072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.361072] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.442497] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.442646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.442716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.443939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.443939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.443939] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 is going to be created. [ 672.452451] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4c5532d-dc68-4591-9da1-89fa3427eadc [ 672.452682] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.452811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.452879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.453876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.454114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.454279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4c5532d-dc68-4591-9da1-89fa3427eadc already deleted. [ 672.455443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c5532d-dc68-4591-9da1-89fa3427eadc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.468580] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.468719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.468791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.469152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.469239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.483169] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 in Status: UNINITIALIZED for 2s [ 672.681484] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.681484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.681484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.681484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.681484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.681484] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 672.710196] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.710395] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710576] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.710851] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.711046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.711266] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port fc47a856-bb57-45b8-986b-bc9bcf87abe6 not found, creating... [ 672.711682] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.711876] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.711876] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.712035] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.712184] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.712572] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.712900] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.713081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.713321] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.713554] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.713718] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: fc47a856-bb57-45b8-986b-bc9bcf87abe6 is going to be created. [ 672.728085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.728245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.728312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.728981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.729163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.739087] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 672.740364] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.742311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.742311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.742311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.742311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.742311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.785873] env[65753]: INFO networking_nsxv3.common.synchronization [None req-fa9ea004-a629-4ec2-8196-a881291517b8 None None] Enqueued Resource ID: 53953566-c8b5-4948-a11c-92d5e70aeddb with Priority: HIGHEST for action port [ 672.786685] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53953566-c8b5-4948-a11c-92d5e70aeddb with Priority: HIGHEST for action port [ 672.787146] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-53953566-c8b5-4948-a11c-92d5e70aeddb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.787363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53953566-c8b5-4948-a11c-92d5e70aeddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.787454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53953566-c8b5-4948-a11c-92d5e70aeddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.788162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53953566-c8b5-4948-a11c-92d5e70aeddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.788162] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53953566-c8b5-4948-a11c-92d5e70aeddb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.863629] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.865798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.865798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.865798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.865798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.865798] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.865798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.865798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.866644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.866644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.866644] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdfb10b-0956-463f-aa36-cb4aae52090c is going to be updated. [ 672.903000] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.903210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.903260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.903446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.903586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.917866] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdfb10b-0956-463f-aa36-cb4aae52090c in Status: IN_PROGRESS for 2s [ 673.290822] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53953566-c8b5-4948-a11c-92d5e70aeddb [ 673.291307] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.291441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.291441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.291634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.291738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.291816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53953566-c8b5-4948-a11c-92d5e70aeddb already deleted. [ 673.291886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53953566-c8b5-4948-a11c-92d5e70aeddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.453628] env[65753]: INFO networking_nsxv3.common.synchronization [req-24fb300c-3a6e-415a-91d3-aa4cfbeea6b4 req-df6fb995-34b4-447a-b7b9-f092d104f99a service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 673.453857] env[65753]: INFO networking_nsxv3.common.synchronization [req-24fb300c-3a6e-415a-91d3-aa4cfbeea6b4 req-df6fb995-34b4-447a-b7b9-f092d104f99a service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 673.454045] env[65753]: INFO networking_nsxv3.common.synchronization [req-24fb300c-3a6e-415a-91d3-aa4cfbeea6b4 req-df6fb995-34b4-447a-b7b9-f092d104f99a service nova] Enqueued Resource ID: fc47a856-bb57-45b8-986b-bc9bcf87abe6 with Priority: HIGHEST for action port [ 673.454602] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 673.455113] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 673.455266] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc47a856-bb57-45b8-986b-bc9bcf87abe6 with Priority: HIGHEST for action port [ 673.455615] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.455765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.455855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.456127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.456233] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.457813] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.457928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.458167] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc47a856-bb57-45b8-986b-bc9bcf87abe6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.458296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.458382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.458751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.458897] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc47a856-bb57-45b8-986b-bc9bcf87abe6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.958173] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.958454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.961343] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc47a856-bb57-45b8-986b-bc9bcf87abe6 with status ACTIVE [ 673.961478] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.961728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.961728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.961944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.962078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.962314] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.962417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.962475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.962638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.962716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.962899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.962990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.963049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.963255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.963255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.963434] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc47a856-bb57-45b8-986b-bc9bcf87abe6 is going to be updated. [ 673.987408] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.987643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.987643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.987918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.988187] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.988349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc47a856-bb57-45b8-986b-bc9bcf87abe6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.493910] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 in Status: SUCCESS [ 674.494247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.494452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.494729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.495045] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.495253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.495356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.495559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.495675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.495878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.496020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.754885] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 674.755370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.755370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.755628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.755853] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.756118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.756118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.757065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.757065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.757065] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.846894] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-d026da29-f3fe-4f7d-b7ce-f5a42811be4c tempest-ListServersNegativeTestJSON-308270416 tempest-ListServersNegativeTestJSON-308270416-project-member] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 674.847564] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 674.848055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.848186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.848264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.848524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.849166] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.850115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.850222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.850406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.850498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.850598] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.928603] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdfb10b-0956-463f-aa36-cb4aae52090c in Status: SUCCESS [ 674.928780] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdfb10b-0956-463f-aa36-cb4aae52090c deletion is rescheduled due to dependency. [ 674.928986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.998999] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.998999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.998999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.998999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.999665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.999665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.999665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.999665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.999665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.999914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.999914] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.000012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.000217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.000217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.000579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.000579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.000579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.000796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.000796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.000796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.000968] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.044278] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f387484a-0c57-44c5-807b-92aaf95d3689 None None] Enqueued Resource ID: 93129719-8aaa-4eac-adac-4b60c200580c with Priority: HIGHEST for action port [ 675.044862] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93129719-8aaa-4eac-adac-4b60c200580c with Priority: HIGHEST for action port [ 675.045278] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-93129719-8aaa-4eac-adac-4b60c200580c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.045278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93129719-8aaa-4eac-adac-4b60c200580c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.045427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93129719-8aaa-4eac-adac-4b60c200580c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.045664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93129719-8aaa-4eac-adac-4b60c200580c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.045772] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93129719-8aaa-4eac-adac-4b60c200580c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.259243] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.353434] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.353836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.353836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.354363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.354363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.354504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.354574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 already deleted. [ 675.354688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.504652] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bea9e33-1708-4486-91ed-e1ff4d10a977: rpc.has_security_group_logging(os_id): False [ 675.527897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.527897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.528644] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.529939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.530089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.530227] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 is going to be created. [ 675.547295] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93129719-8aaa-4eac-adac-4b60c200580c [ 675.547554] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.547696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.547775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.548029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.548139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.548297] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93129719-8aaa-4eac-adac-4b60c200580c already deleted. [ 675.548352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93129719-8aaa-4eac-adac-4b60c200580c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.611654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.611951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.612622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.615344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.615344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.626978] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 in Status: IN_PROGRESS for 2s [ 675.720698] env[65753]: INFO networking_nsxv3.common.synchronization [None req-8d1903ed-f99d-4083-9fa9-b93e8cbd4bdd None None] Enqueued Resource ID: 1e53b9c8-4a2d-4f55-81fd-29bb03833295 with Priority: HIGHEST for action port [ 675.721318] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e53b9c8-4a2d-4f55-81fd-29bb03833295 with Priority: HIGHEST for action port [ 675.721614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e53b9c8-4a2d-4f55-81fd-29bb03833295 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.721746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e53b9c8-4a2d-4f55-81fd-29bb03833295" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.721809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e53b9c8-4a2d-4f55-81fd-29bb03833295" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.722052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e53b9c8-4a2d-4f55-81fd-29bb03833295" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.722154] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e53b9c8-4a2d-4f55-81fd-29bb03833295',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.761601] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.224629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e53b9c8-4a2d-4f55-81fd-29bb03833295 [ 676.225078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.225078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.225078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.226151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.226151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.226151] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e53b9c8-4a2d-4f55-81fd-29bb03833295 already deleted. [ 676.226151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e53b9c8-4a2d-4f55-81fd-29bb03833295" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.266738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.266738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.266738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.266738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.266738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.266738] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 676.309711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.309880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.309926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.310172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.310314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.328171] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 676.348033] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348033] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.348033] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.348033] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.348033] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.349116] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.349192] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.349291] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.349415] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.366453] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-81a3c6c3-567c-499f-b9aa-92b514ed4f07 tempest-ListServersNegativeTestJSON-308270416 tempest-ListServersNegativeTestJSON-308270416-project-member] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 676.367134] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 676.367441] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.367565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.367630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.367873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.368301] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.368524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.370249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.370249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.370249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.370249] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.372324] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.372385] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.373129] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.373129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.374125] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-67c82890-e746-45ff-9f1b-e905834b0064 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.374323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.374415] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.374782] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.377028] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c82890-e746-45ff-9f1b-e905834b0064',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.868601] env[65753]: INFO networking_nsxv3.common.synchronization [None req-8c972fe5-bb51-45aa-9df6-2b1c794f4fa6 None None] Enqueued Resource ID: 48abcdba-13df-4368-9826-3b21be23f80e with Priority: HIGHEST for action port [ 676.869149] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48abcdba-13df-4368-9826-3b21be23f80e with Priority: HIGHEST for action port [ 676.869462] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-48abcdba-13df-4368-9826-3b21be23f80e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.869584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48abcdba-13df-4368-9826-3b21be23f80e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.869642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48abcdba-13df-4368-9826-3b21be23f80e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.869903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48abcdba-13df-4368-9826-3b21be23f80e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.869979] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48abcdba-13df-4368-9826-3b21be23f80e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.877875] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.878090] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.878207] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.878460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.878595] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.878736] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 67c82890-e746-45ff-9f1b-e905834b0064 not found, creating... [ 676.878996] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.879165] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.879529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.879529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.879611] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.879844] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.879981] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.880121] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.880318] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.880434] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.881572] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 67c82890-e746-45ff-9f1b-e905834b0064 is going to be created. [ 676.883397] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.883519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.883574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.884063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.884167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.884349] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.884443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.884500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.884646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.884712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.884789] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 already deleted. [ 676.884876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.914777] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.915021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.915110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.915383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.915601] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.915818] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.301629] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5baba4ec-8225-4a74-a4e5-cadd82b79fa7 None None] Enqueued Resource ID: faa06d39-7f50-4314-b002-1bfd2d75de05 with Priority: HIGHEST for action port [ 677.302260] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa06d39-7f50-4314-b002-1bfd2d75de05 with Priority: HIGHEST for action port [ 677.302575] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa06d39-7f50-4314-b002-1bfd2d75de05 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.302718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa06d39-7f50-4314-b002-1bfd2d75de05" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.303444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa06d39-7f50-4314-b002-1bfd2d75de05" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.303444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa06d39-7f50-4314-b002-1bfd2d75de05" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.303444] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa06d39-7f50-4314-b002-1bfd2d75de05',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.374099] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48abcdba-13df-4368-9826-3b21be23f80e [ 677.374099] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.376533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.376698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.376811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.376916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.376984] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48abcdba-13df-4368-9826-3b21be23f80e already deleted. [ 677.377107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48abcdba-13df-4368-9826-3b21be23f80e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.642260] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 in Status: SUCCESS [ 677.642504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.681655] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-55cf9d45-cfc7-4b9a-b58b-c83040eb7425 service nova] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_rules [ 677.681655] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-55cf9d45-cfc7-4b9a-b58b-c83040eb7425 service nova] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 677.681655] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-55cf9d45-cfc7-4b9a-b58b-c83040eb7425 service nova] Enqueued Resource ID: 67c82890-e746-45ff-9f1b-e905834b0064 with Priority: HIGHEST for action port [ 677.683644] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_rules [ 677.683644] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 677.683644] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c82890-e746-45ff-9f1b-e905834b0064 with Priority: HIGHEST for action port [ 677.683951] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.683951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.683951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.684255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.686373] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.686373] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.686373] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.686373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.686373] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.688052] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c82890-e746-45ff-9f1b-e905834b0064 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.689094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.689094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689094] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c82890-e746-45ff-9f1b-e905834b0064',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.805934] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faa06d39-7f50-4314-b002-1bfd2d75de05 [ 677.806204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.806657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.806657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.806805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.806805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.806888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faa06d39-7f50-4314-b002-1bfd2d75de05 already deleted. [ 677.807112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa06d39-7f50-4314-b002-1bfd2d75de05" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.932129] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.932581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.932581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.932823] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.933084] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.933232] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.933596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.933596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.933713] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.933894] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.933999] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.934195] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.934322] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.934449] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.934570] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.934713] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.958142] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.958142] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.958142] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.958142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.958142] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.958142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.958142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.958142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.958142] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd42e1b4-a8b0-4277-8fe9-1ea960c938ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.192571] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.192571] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.192571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.192571] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67c82890-e746-45ff-9f1b-e905834b0064 with status ACTIVE [ 678.192757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.192757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.192852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.193194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.193194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.193312] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.193463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.193463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.194368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.194368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.194368] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196453] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67c82890-e746-45ff-9f1b-e905834b0064 is going to be updated. [ 678.228434] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.228434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.228434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.228434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.228434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.228434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c82890-e746-45ff-9f1b-e905834b0064" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344842] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 678.345901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.346153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.346467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.346739] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.346898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.346986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.347237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.347775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.347775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.347775] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.460904] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.461181] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.461308] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.461577] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.461724] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.462147] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port cd42e1b4-a8b0-4277-8fe9-1ea960c938ce not found, creating... [ 678.462262] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.462335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462440] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.462651] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.462778] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.463212] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.463212] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.463371] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463545] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.463671] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.464115] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: cd42e1b4-a8b0-4277-8fe9-1ea960c938ce is going to be created. [ 678.482577] env[65753]: INFO networking_nsxv3.common.synchronization [None req-cc93b482-b33e-42a2-8cd6-613215fbdb0f None None] Enqueued Resource ID: ece429fa-d0a2-4d37-a545-27cb10403ead with Priority: HIGHEST for action port [ 678.482783] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece429fa-d0a2-4d37-a545-27cb10403ead with Priority: HIGHEST for action port [ 678.483504] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece429fa-d0a2-4d37-a545-27cb10403ead taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.483714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece429fa-d0a2-4d37-a545-27cb10403ead" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.483913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece429fa-d0a2-4d37-a545-27cb10403ead" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.484131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece429fa-d0a2-4d37-a545-27cb10403ead" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.484454] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece429fa-d0a2-4d37-a545-27cb10403ead',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.486368] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.486584] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.486694] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.487033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.487287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.487563] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.694331] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.850834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.851277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.851451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.851772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.852080] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.852503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.852829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.853110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.853460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.854804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.855163] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.855393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.855547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.855792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.856055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.856265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.856414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.856645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.856875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.857385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.857605] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.991274] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ece429fa-d0a2-4d37-a545-27cb10403ead [ 678.991804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.991804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.991993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.992295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.992435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.992796] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ece429fa-d0a2-4d37-a545-27cb10403ead already deleted. [ 678.992898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece429fa-d0a2-4d37-a545-27cb10403ead" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.200375] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.200549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.200606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.200808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.200894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.200989] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be created. [ 679.226767] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.226985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.226985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.227200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.227360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.238669] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: UNINITIALIZED for 2s [ 679.244460] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-2431340f-f95d-4567-9fa1-40476d953cc9 service nova] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_rules [ 679.244640] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-2431340f-f95d-4567-9fa1-40476d953cc9 service nova] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 679.244767] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-2431340f-f95d-4567-9fa1-40476d953cc9 service nova] Enqueued Resource ID: cd42e1b4-a8b0-4277-8fe9-1ea960c938ce with Priority: HIGHEST for action port [ 679.245293] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_rules [ 679.245427] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 679.245522] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd42e1b4-a8b0-4277-8fe9-1ea960c938ce with Priority: HIGHEST for action port [ 679.245788] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.245885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.251628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.251628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.251628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.251875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.251875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.251988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.252339] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd42e1b4-a8b0-4277-8fe9-1ea960c938ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.360591] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd2c54f-f810-4cde-9e40-dc4b35687371: rpc.has_security_group_logging(os_id): False [ 679.379670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.379814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.379901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.380188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.380226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.380401] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.380499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.380560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.380706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.380780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.381476] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.381476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.381476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.381476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.381929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.382371] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.382526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.382600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.382748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.382825] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.382911] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 679.479521] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.479675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.479746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.479972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.480134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.494749] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 679.670504] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-ed5c5911-001f-4453-9658-8eab09339497 tempest-ListServersNegativeTestJSON-308270416 tempest-ListServersNegativeTestJSON-308270416-project-member] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 679.670944] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 679.671192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.671308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.753917] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd42e1b4-a8b0-4277-8fe9-1ea960c938ce with status ACTIVE [ 679.754259] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.754439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.754516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.754777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.754913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.755144] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.755267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.755337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.755544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.755668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.756525] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.756525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.756525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.756525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.756525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.756525] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd42e1b4-a8b0-4277-8fe9-1ea960c938ce is going to be updated. [ 679.782900] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.783540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.783540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.783540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.783744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.783784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd42e1b4-a8b0-4277-8fe9-1ea960c938ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104769] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.107048] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.107048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.107048] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.107048] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.107048] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.107048] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.107048] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.107048] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.107048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.127858] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.127858] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.127858] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.127858] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-498" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.128088] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-533485bf-4e5b-467a-a80c-4e9867e7efbe taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.128172] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.128274] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.128725] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.128725] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('533485bf-4e5b-467a-a80c-4e9867e7efbe',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.634032] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.634032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.634032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.634519] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.634519] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.634649] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 533485bf-4e5b-467a-a80c-4e9867e7efbe not found, creating... [ 680.634905] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.635088] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.635202] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.635423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.635556] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.635827] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.635975] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.636098] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.636297] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.636455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.636599] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 533485bf-4e5b-467a-a80c-4e9867e7efbe is going to be created. [ 680.658354] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.658594] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.658821] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.659279] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.659541] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.659828] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.253207] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 681.253500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.253697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.253920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254128] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.254504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254795] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.256070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.256204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.256780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.256780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.256966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.257015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.257070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.257428] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.408194] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-a778cd69-1620-4b79-9d84-cef6104c1bbb service nova] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_rules [ 681.408363] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-a778cd69-1620-4b79-9d84-cef6104c1bbb service nova] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 681.408491] env[65753]: INFO networking_nsxv3.common.synchronization [req-b7f249ae-1674-4fb3-9635-ec28fb7562d3 req-a778cd69-1620-4b79-9d84-cef6104c1bbb service nova] Enqueued Resource ID: 533485bf-4e5b-467a-a80c-4e9867e7efbe with Priority: HIGHEST for action port [ 681.408717] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_rules [ 681.408842] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 681.408934] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533485bf-4e5b-467a-a80c-4e9867e7efbe with Priority: HIGHEST for action port [ 681.409533] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.409690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.409823] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.409906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.410775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-533485bf-4e5b-467a-a80c-4e9867e7efbe taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.410904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.410972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.411226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.411341] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('533485bf-4e5b-467a-a80c-4e9867e7efbe',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.520918] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 681.522028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.760528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.760528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.760528] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.789479] env[65753]: INFO networking_nsxv3.common.synchronization [req-cf3d862a-300f-40ad-b512-66a59bb99a9c req-f48eb96b-1082-49ae-a16c-9549c131f315 tempest-ServerAddressesTestJSON-126388572 tempest-ServerAddressesTestJSON-126388572-project-member] Enqueued Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_members [ 681.790067] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_members [ 681.791481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.791481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.791481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.791481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.791481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.791481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.791906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.791906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.791906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.791906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.917029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 533485bf-4e5b-467a-a80c-4e9867e7efbe with status ACTIVE [ 681.917029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.917029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.917029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.917029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.917029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 533485bf-4e5b-467a-a80c-4e9867e7efbe is going to be updated. [ 681.944350] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.944631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.944631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.944790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.944895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.945117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-533485bf-4e5b-467a-a80c-4e9867e7efbe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.233431] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.233647] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-16" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.233733] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-16" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.234165] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-16" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.234464] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.234576] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.234684] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.234925] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.235223] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.235497] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.235579] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.235664] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.235858] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.235858] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.235966] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.236080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.260874] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.260979] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.261176] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.261304] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-16" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.261615] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-3e23d45e-b849-47dd-9649-500080939b87 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.261783] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.261898] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.262298] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.262373] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e23d45e-b849-47dd-9649-500080939b87',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.265485] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.294069] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.294271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.294347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.294561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.294648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.294839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.294936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.294992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.295203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.295245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.295323] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa878d79-b0a2-4be6-a196-a4933f281d86 already deleted. [ 682.295407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.767913] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.768260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.768260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.768438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.768583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.768626] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 682.770298] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.770541] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.770659] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772775] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.775195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.775458] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 3e23d45e-b849-47dd-9649-500080939b87 not found, creating... [ 682.775839] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.776034] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.776149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.776433] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.776606] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.776976] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.777146] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.777261] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.777507] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.777851] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.777851] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 3e23d45e-b849-47dd-9649-500080939b87 is going to be created. [ 682.799042] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.799394] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.799394] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.799693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.799932] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.800237] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.817435] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.817577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.817577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.817990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.817990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.829722] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 683.548251] env[65753]: INFO networking_nsxv3.common.synchronization [req-cf3d862a-300f-40ad-b512-66a59bb99a9c req-ce584e38-1229-464d-a635-f12ba160e37c service nova] Enqueued Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_rules [ 683.551780] env[65753]: INFO networking_nsxv3.common.synchronization [req-cf3d862a-300f-40ad-b512-66a59bb99a9c req-ce584e38-1229-464d-a635-f12ba160e37c service nova] Enqueued Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_members [ 683.551780] env[65753]: INFO networking_nsxv3.common.synchronization [req-cf3d862a-300f-40ad-b512-66a59bb99a9c req-ce584e38-1229-464d-a635-f12ba160e37c service nova] Enqueued Resource ID: 3e23d45e-b849-47dd-9649-500080939b87 with Priority: HIGHEST for action port [ 683.551780] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_rules [ 683.551780] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_members [ 683.551780] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e23d45e-b849-47dd-9649-500080939b87 with Priority: HIGHEST for action port [ 683.551780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.551780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.551780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.551780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.551780] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.551780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.551780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.551780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.551780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.551780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.552878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.552878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.552878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.552878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.552878] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.553200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e23d45e-b849-47dd-9649-500080939b87 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.553200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.553200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.553336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.553583] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e23d45e-b849-47dd-9649-500080939b87',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.983949] env[65753]: INFO networking_nsxv3.common.synchronization [req-70414e93-1f23-438a-8ae3-eb66ce7cfee8 req-9d4ffeea-1c4a-497e-a2d3-b8feb036ae14 tempest-ImagesNegativeTestJSON-1970577624 tempest-ImagesNegativeTestJSON-1970577624-project-member] Enqueued Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_members [ 683.984467] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_members [ 683.986593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.986593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.986593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.986593] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.055610] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.055763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.057118] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.058104] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e23d45e-b849-47dd-9649-500080939b87 with status ACTIVE [ 684.059642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.059642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.059642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.060221] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.060221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.060221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.064227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.064416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.064660] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e23d45e-b849-47dd-9649-500080939b87 is going to be updated. [ 684.097987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.098815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.098815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.098815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.098815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.099065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e23d45e-b849-47dd-9649-500080939b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.435480] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.435757] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.435946] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.436440] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.436706] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.436964] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.437185] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.437492] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.437686] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.437913] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.438056] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.438186] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.438272] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.439287] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.439287] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.439287] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.460329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.460499] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.460873] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.460873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.461201] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-9f2a1cde-126e-4502-835b-0bb1647edbfe taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.461393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.461535] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.461851] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.461985] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2a1cde-126e-4502-835b-0bb1647edbfe',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.489465] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.489614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.489686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.490295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.490295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.490295] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.490295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.490586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.490586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.490586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.490708] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d already deleted. [ 684.490708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.568449] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.840876] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 684.841146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.841300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.841518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.841707] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.841887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.841953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.842121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.842222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.843232] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.964680] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964983] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.965045] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.965330] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.965480] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965611] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 9f2a1cde-126e-4502-835b-0bb1647edbfe not found, creating... [ 684.965861] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.966350] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.966505] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.966733] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966880] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966982] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.967195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.967407] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.967542] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 9f2a1cde-126e-4502-835b-0bb1647edbfe is going to be created. [ 684.990715] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.991034] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.991078] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.991372] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.991616] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.991809] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.076731] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.076731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.076731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.076731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.076731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.076731] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa878d79-b0a2-4be6-a196-a4933f281d86 is going to be created. [ 685.103215] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.103651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.103836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.104175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.104475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.130388] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa878d79-b0a2-4be6-a196-a4933f281d86 in Status: UNINITIALIZED for 2s [ 685.347237] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.845409] env[65753]: INFO networking_nsxv3.common.synchronization [req-70414e93-1f23-438a-8ae3-eb66ce7cfee8 req-bdd9fe47-a92c-406f-8ac6-8bfc22d5f8c0 service nova] Enqueued Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_rules [ 685.845659] env[65753]: INFO networking_nsxv3.common.synchronization [req-70414e93-1f23-438a-8ae3-eb66ce7cfee8 req-bdd9fe47-a92c-406f-8ac6-8bfc22d5f8c0 service nova] Enqueued Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_members [ 685.845802] env[65753]: INFO networking_nsxv3.common.synchronization [req-70414e93-1f23-438a-8ae3-eb66ce7cfee8 req-bdd9fe47-a92c-406f-8ac6-8bfc22d5f8c0 service nova] Enqueued Resource ID: 9f2a1cde-126e-4502-835b-0bb1647edbfe with Priority: HIGHEST for action port [ 685.847313] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_rules [ 685.847313] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_members [ 685.847313] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2a1cde-126e-4502-835b-0bb1647edbfe with Priority: HIGHEST for action port [ 685.847313] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.847313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.848215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.848215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.848215] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.850583] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.850583] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.850583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.850583] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.854446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2a1cde-126e-4502-835b-0bb1647edbfe taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.854446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.854446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.854446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.854446] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2a1cde-126e-4502-835b-0bb1647edbfe',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.855653] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.024861] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b4a22de2-4a53-42bb-a98d-b0d676f6f65f tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 686.025513] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 686.025857] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.025978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.027859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.028361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.028361] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.180728] env[65753]: INFO networking_nsxv3.common.synchronization [None req-7845561d-5a10-4bc8-a482-216d1d6da8d5 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 686.181027] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 686.181516] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.181751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.354236] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.355695] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.355880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.357297] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f2a1cde-126e-4502-835b-0bb1647edbfe with status ACTIVE [ 686.357498] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.357589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.357701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.358241] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.358241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.358598] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.358985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.358985] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f2a1cde-126e-4502-835b-0bb1647edbfe is going to be updated. [ 686.360266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.360351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.360391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.360795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.360795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.360795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 686.386989] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.387166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.387389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.387506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.387650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.387832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2a1cde-126e-4502-835b-0bb1647edbfe" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.400214] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.400214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.400214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.400214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.400214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.414129] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 686.555303] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.555459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.555529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.555770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.555855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.555946] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 already deleted. [ 686.556051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.556316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.556382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.556537] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.857041] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.089685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.090052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.090052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.090514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.090514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.090514] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 already deleted. [ 687.090514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142343] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa878d79-b0a2-4be6-a196-a4933f281d86 in Status: SUCCESS [ 687.142656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.143214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.143511] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.143681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.143768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.143978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.144117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.144191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.144293] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.363939] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.363939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.363939] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d is going to be created. [ 687.394413] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.394582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.394651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.394868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.395038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.407185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d in Status: UNINITIALIZED for 2s [ 687.468217] env[65753]: INFO networking_nsxv3.common.synchronization [req-019a6cc4-ca35-43f1-bee3-00e89e8e1f79 req-acd8099b-9f73-4c56-a784-38df62455566 tempest-SecurityGroupRulesNegativeTestJSON-1119055648 tempest-SecurityGroupRulesNegativeTestJSON-1119055648-project-member] Enqueued Resource ID: 6be39da4-403a-4944-8048-b72ccf81a4b9 with Priority: HIGHEST for action security_group_rules [ 687.468936] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be39da4-403a-4944-8048-b72ccf81a4b9 with Priority: HIGHEST for action security_group_rules [ 687.469383] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6be39da4-403a-4944-8048-b72ccf81a4b9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.469820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.469820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.469919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.470039] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6be39da4-403a-4944-8048-b72ccf81a4b9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.647242] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.647242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.647242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.647242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.647643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.647643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.647643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.647643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.647802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.647802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.648521] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.648521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.648521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.648521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.648521] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.648521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.648792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.648792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.648792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.650845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.650845] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.993189] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.993369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.993369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.993667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.993771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.993890] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6be39da4-403a-4944-8048-b72ccf81a4b9 already deleted. [ 687.994053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.151991] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa878d79-b0a2-4be6-a196-a4933f281d86: rpc.has_security_group_logging(os_id): False [ 688.173240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.173325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.173431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.173781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.173781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.173866] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.173939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.173996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.174421] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.175119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.175119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.175119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.175119] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.176753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.176753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.176753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.176753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.176753] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa878d79-b0a2-4be6-a196-a4933f281d86 is going to be created. [ 688.240368] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.240368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.240368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.240577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.240715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.261910] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa878d79-b0a2-4be6-a196-a4933f281d86 in Status: IN_PROGRESS for 2s [ 688.426378] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 688.426610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.426790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.428880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428880] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.428880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.428880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.428880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.428880] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.581518] env[65753]: INFO networking_nsxv3.common.synchronization [None req-49ec974a-f345-4043-a487-35d26215c4c0 None None] Enqueued Resource ID: 1d2b7486-6807-4e2a-adb2-8e9b10c92a5b with Priority: HIGHEST for action port [ 688.582264] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2b7486-6807-4e2a-adb2-8e9b10c92a5b with Priority: HIGHEST for action port [ 688.582543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2b7486-6807-4e2a-adb2-8e9b10c92a5b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.582742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2b7486-6807-4e2a-adb2-8e9b10c92a5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.583124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2b7486-6807-4e2a-adb2-8e9b10c92a5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.585368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2b7486-6807-4e2a-adb2-8e9b10c92a5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.585497] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2b7486-6807-4e2a-adb2-8e9b10c92a5b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.932644] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.972536] env[65753]: INFO networking_nsxv3.common.synchronization [req-8dac48f6-b505-4eb8-ac49-e9db0e95df99 req-06ef9777-d27c-4b15-b2a2-1c0e1ab558e4 tempest-InstanceActionsV221TestJSON-671489737 tempest-InstanceActionsV221TestJSON-671489737-project-member] Enqueued Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_members [ 688.973410] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGHEST for action security_group_members [ 688.973960] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.974181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.974365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.974640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.974906] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.975133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.975303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.975624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.975835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.975952] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.088063] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d2b7486-6807-4e2a-adb2-8e9b10c92a5b [ 689.088340] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.088473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.088569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.089241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.089441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.089619] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d2b7486-6807-4e2a-adb2-8e9b10c92a5b already deleted. [ 689.089853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2b7486-6807-4e2a-adb2-8e9b10c92a5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.419236] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d in Status: SUCCESS [ 689.419739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.419739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.419739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.419981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.419981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.420136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.420222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.420273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.420636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.420636] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.436229] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.484039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.484039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.484039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.484039] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05178544-3e7f-4d56-8092-7c75b42c347b is going to be updated. [ 689.521245] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.521245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.521245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.521446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.521529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.533828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05178544-3e7f-4d56-8092-7c75b42c347b in Status: IN_PROGRESS for 2s [ 689.923200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.923380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.923436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.923811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.924033] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.924151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.924391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.924480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.924567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.924715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.924808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.925015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.925157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.925250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.925311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.925448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.925524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.925603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.925692] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.942889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.942889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.942889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.942889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.942889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.942889] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 689.979852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.980307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.980450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.992867] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 690.279229] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa878d79-b0a2-4be6-a196-a4933f281d86 in Status: SUCCESS [ 690.279690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.430507] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d: rpc.has_security_group_logging(os_id): False [ 690.449958] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.450466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.450466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.450466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.450635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.450871] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.450871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.451925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.451925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.451925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452126] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.452224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.452224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.452666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.452666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.452844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.452936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.453163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.453279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.453385] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d is going to be created. [ 690.531813] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.532052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.532713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.532713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.552699] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d in Status: IN_PROGRESS for 2s [ 691.128301] env[65753]: INFO networking_nsxv3.common.synchronization [None req-35b74a9a-a44c-4d71-baa6-a98bde400bd4 None None] Enqueued Resource ID: aa1c1096-ef34-4162-a728-ec3a6f3f5289 with Priority: HIGHEST for action port [ 691.128731] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1c1096-ef34-4162-a728-ec3a6f3f5289 with Priority: HIGHEST for action port [ 691.129031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1c1096-ef34-4162-a728-ec3a6f3f5289 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.129202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1c1096-ef34-4162-a728-ec3a6f3f5289" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.129366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1c1096-ef34-4162-a728-ec3a6f3f5289" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.129461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1c1096-ef34-4162-a728-ec3a6f3f5289" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.129710] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1c1096-ef34-4162-a728-ec3a6f3f5289',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.552635] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05178544-3e7f-4d56-8092-7c75b42c347b in Status: SUCCESS [ 691.552635] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05178544-3e7f-4d56-8092-7c75b42c347b deletion is rescheduled due to dependency. [ 691.552635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.632654] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa1c1096-ef34-4162-a728-ec3a6f3f5289 [ 691.632945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.633628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.633628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.633628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.633628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.633942] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa1c1096-ef34-4162-a728-ec3a6f3f5289 already deleted. [ 691.633942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1c1096-ef34-4162-a728-ec3a6f3f5289" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.899174] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f74d66a2-6b4f-41d6-9fdc-cd7781103fca None None] Enqueued Resource ID: 6c603324-7498-47f8-a81b-d9b508ffd15c with Priority: HIGHEST for action port [ 691.899837] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c603324-7498-47f8-a81b-d9b508ffd15c with Priority: HIGHEST for action port [ 691.899959] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c603324-7498-47f8-a81b-d9b508ffd15c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.900167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c603324-7498-47f8-a81b-d9b508ffd15c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.900221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c603324-7498-47f8-a81b-d9b508ffd15c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.900747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c603324-7498-47f8-a81b-d9b508ffd15c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.900858] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c603324-7498-47f8-a81b-d9b508ffd15c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.007171] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 692.007589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.008228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.009329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.009683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.010262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.010262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.011017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.011017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.011017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.011403] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.013886] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.013886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.013886] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.218083] env[65753]: INFO networking_nsxv3.common.synchronization [req-f4327b19-36d1-496e-8301-efeaebfa145c req-41c27e17-9c89-410f-abf5-f99e875277b3 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 692.218083] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 692.220821] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.220821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.220821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.220821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.220821] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.224589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.224589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.224589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.224589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.224589] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.404261] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c603324-7498-47f8-a81b-d9b508ffd15c [ 692.404568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.406139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.406139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.406139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.406139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.406139] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c603324-7498-47f8-a81b-d9b508ffd15c already deleted. [ 692.406139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c603324-7498-47f8-a81b-d9b508ffd15c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.518179] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d494a201-0dcf-4a23-b494-edcb9654b053: rpc.has_security_group_logging(os_id): False [ 692.543796] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.543796] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.543796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.543796] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.544379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.544379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.544379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.544379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.544604] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.544712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.544780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.544933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.545023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.545107] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be created. [ 692.568027] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d in Status: SUCCESS [ 692.568431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.570766] env[65753]: INFO networking_nsxv3.common.synchronization [req-f4327b19-36d1-496e-8301-efeaebfa145c req-d1160f82-2613-4d7b-bef7-7a334418115c tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 692.570991] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 692.571618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.571618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.632449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.634263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.634263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.634263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.634263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.648092] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 692.727937] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.950306] env[65753]: INFO networking_nsxv3.common.synchronization [req-f4327b19-36d1-496e-8301-efeaebfa145c req-6c65d82e-b16a-4ef9-8e0b-e4ad864e38c5 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 692.951436] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 692.951436] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.951436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.141974] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce412ee3-8a85-4da2-a187-f3f19bfa097e req-36d38d6b-e78d-47af-a876-7220b8fb3520 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 693.142610] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 693.142928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.143269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.143405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.143582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.143747] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.143850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.143910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.144241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.144728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.144728] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.231730] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.533399] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.533996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.533996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.534330] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.535306] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.535520] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.536054] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.536054] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.536182] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.536411] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.536554] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.536692] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.536833] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.536969] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.537131] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.537290] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.558104] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.560018] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.560018] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.560018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.560018] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.560018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.560018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.561682] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.561966] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a1d8f6-c296-4e9a-9582-489f0ebc77a6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.648279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.648599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.648747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.648936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.649047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.649346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.649463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.649765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.649765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.649863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.649916] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 693.678568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.678744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.678949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.679260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.679463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.692265] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 693.735178] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.735339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.735339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.735611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.735705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.736301] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 693.772905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.772905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.772905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.772905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.772905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.784707] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 694.064722] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.065011] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.065860] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.066329] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.066573] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.066810] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 not found, creating... [ 694.067127] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.067288] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.067393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.067627] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.067791] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.070014] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.070316] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.070316] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.070552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.070718] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.070824] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 is going to be created. [ 694.105259] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.105259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.105259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.105259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.105259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.105259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.179212] env[65753]: INFO networking_nsxv3.common.synchronization [None req-8718e510-6a5f-4dad-a9fb-3e1b49e65f21 None None] Enqueued Resource ID: d53e42a9-b02d-46c1-9acb-3ed4b8506e42 with Priority: HIGHEST for action port [ 694.179839] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53e42a9-b02d-46c1-9acb-3ed4b8506e42 with Priority: HIGHEST for action port [ 694.180239] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53e42a9-b02d-46c1-9acb-3ed4b8506e42 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.180393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53e42a9-b02d-46c1-9acb-3ed4b8506e42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.180467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53e42a9-b02d-46c1-9acb-3ed4b8506e42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.180775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53e42a9-b02d-46c1-9acb-3ed4b8506e42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.181339] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53e42a9-b02d-46c1-9acb-3ed4b8506e42',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.677441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 694.677787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.678191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.678820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.678820] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.682824] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d53e42a9-b02d-46c1-9acb-3ed4b8506e42 [ 694.683044] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.683157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.683207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.683441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.683532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.683637] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d53e42a9-b02d-46c1-9acb-3ed4b8506e42 already deleted. [ 694.683708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53e42a9-b02d-46c1-9acb-3ed4b8506e42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.885661] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce412ee3-8a85-4da2-a187-f3f19bfa097e req-d2a16050-2250-48f5-a2d8-94befc7073fa service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 694.885661] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce412ee3-8a85-4da2-a187-f3f19bfa097e req-d2a16050-2250-48f5-a2d8-94befc7073fa service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 694.885661] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce412ee3-8a85-4da2-a187-f3f19bfa097e req-d2a16050-2250-48f5-a2d8-94befc7073fa service nova] Enqueued Resource ID: b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 with Priority: HIGHEST for action port [ 694.886257] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 694.886989] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 694.886989] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 with Priority: HIGHEST for action port [ 694.886989] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.886989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.887257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.887257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.887312] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.888374] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.888476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.888677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.888778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.888881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.889044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.889113] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a1d8f6-c296-4e9a-9582-489f0ebc77a6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.187065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.187065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.187065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.187065] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.271942] env[65753]: INFO networking_nsxv3.common.synchronization [req-0d3c3049-bc67-4497-b66e-9e3fc2e24dc5 req-32a7be12-fd81-45fd-b50e-13524f1a25b8 tempest-SecurityGroupRulesNegativeTestJSON-1119055648 tempest-SecurityGroupRulesNegativeTestJSON-1119055648-project-member] Enqueued Resource ID: 6be39da4-403a-4944-8048-b72ccf81a4b9 with Priority: HIGHEST for action security_group_rules [ 695.271942] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be39da4-403a-4944-8048-b72ccf81a4b9 with Priority: HIGHEST for action security_group_rules [ 695.271942] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6be39da4-403a-4944-8048-b72ccf81a4b9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.271942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.271942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.271942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.271942] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6be39da4-403a-4944-8048-b72ccf81a4b9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.391149] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.391149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.394309] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 with status ACTIVE [ 695.394592] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.394766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.394766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.394941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.395040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.395214] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.395314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.395377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.395529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.395609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.395779] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.395867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.395926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.396076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.396148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.396235] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a1d8f6-c296-4e9a-9582-489f0ebc77a6 is going to be updated. [ 695.423832] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.424142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.424142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.424354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.424424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.424602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a1d8f6-c296-4e9a-9582-489f0ebc77a6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.690272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.690613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.690613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.694025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.694025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694025] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.704564] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 695.705316] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 695.705489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.705738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.706108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.706351] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.706656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.706656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.706830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.707018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.707086] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.798619] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 695.799038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.799038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.799995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.799995] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.799995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.799995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.800280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.800280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.800280] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.801927] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.802107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.802147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.802355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.802445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.804518] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6be39da4-403a-4944-8048-b72ccf81a4b9 already deleted. [ 695.804518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6be39da4-403a-4944-8048-b72ccf81a4b9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.097897] env[65753]: INFO networking_nsxv3.common.synchronization [req-a8c630b6-0320-43fa-b995-4d6173e71696 req-e6436b36-cffb-49b6-b2c0-bcefc7827c7e tempest-ServerExternalEventsTest-600761519 tempest-ServerExternalEventsTest-600761519-project-member] Enqueued Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_members [ 696.098734] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 with Priority: HIGHEST for action security_group_members [ 696.099521] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bea9e33-1708-4486-91ed-e1ff4d10a977 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.099521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.099521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.099521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.099800] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.099800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.099800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.099901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.099928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.100024] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bea9e33-1708-4486-91ed-e1ff4d10a977',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.196415] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d494a201-0dcf-4a23-b494-edcb9654b053: rpc.has_security_group_logging(os_id): False [ 696.213700] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.224326] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.224326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.224326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.224326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.225089] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.225089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.225089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.225089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.225089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.225326] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.225326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.225389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.225506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.225574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.225745] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.225834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.225892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.226115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.227155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.227155] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 696.305273] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.305273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.305273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.306370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.306543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.306962] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.307192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.307264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.307468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.307588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.307663] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 696.311138] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.311375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.311464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.311706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.311882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.332019] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 696.353592] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.353742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.353742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.353938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.354092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.367646] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 696.604476] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.604476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.604476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.604677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.604798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.604976] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.605096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.605164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.605426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.605426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605534] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 is going to be updated. [ 696.618104] env[65753]: INFO networking_nsxv3.common.synchronization [req-944101f8-34dd-4d9e-9937-e8a8f8689e4b req-5252fcbb-f13e-4573-b703-767c7db4919c tempest-DeleteServersAdminTestJSON-2062199305 tempest-DeleteServersAdminTestJSON-2062199305-project-member] Enqueued Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 696.618859] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f09fb1-3624-4468-b565-e8e79285fc0c with Priority: HIGHEST for action security_group_members [ 696.619334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f09fb1-3624-4468-b565-e8e79285fc0c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.619535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.619609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.619890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.620144] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.620302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.620403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.620649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.620793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.620953] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f09fb1-3624-4468-b565-e8e79285fc0c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.641248] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.641248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.641248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.641248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.641248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.653943] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 in Status: IN_PROGRESS for 2s [ 696.718840] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.123652] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.124981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.124981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.124981] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c is going to be updated. [ 697.161526] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.162019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.162102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.162883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.163269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.174387] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: IN_PROGRESS for 2s [ 697.224806] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.225030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.225081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.225344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.225444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.225565] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 697.265715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.265995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.265995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.266213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.266356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.276255] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 697.584513] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9d7baa05-503f-469c-a103-3ab7c54e2ad7 None None] Enqueued Resource ID: 4725fc3e-d210-4c53-adbc-f2c223b9fb54 with Priority: HIGHEST for action port [ 697.589210] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4725fc3e-d210-4c53-adbc-f2c223b9fb54 with Priority: HIGHEST for action port [ 697.589210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4725fc3e-d210-4c53-adbc-f2c223b9fb54 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.589210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4725fc3e-d210-4c53-adbc-f2c223b9fb54" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.589210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4725fc3e-d210-4c53-adbc-f2c223b9fb54" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.589520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4725fc3e-d210-4c53-adbc-f2c223b9fb54" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.589695] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4725fc3e-d210-4c53-adbc-f2c223b9fb54',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.093289] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4725fc3e-d210-4c53-adbc-f2c223b9fb54 [ 698.093289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.093289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.093289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.093289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.093668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.093668] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4725fc3e-d210-4c53-adbc-f2c223b9fb54 already deleted. [ 698.093668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4725fc3e-d210-4c53-adbc-f2c223b9fb54" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.348116] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 698.350805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.350805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.350805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.350805] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.383022] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 698.383022] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b deletion is rescheduled due to dependency. [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.383022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.383022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.383022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.666331] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 in Status: SUCCESS [ 698.666516] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bea9e33-1708-4486-91ed-e1ff4d10a977 deletion is rescheduled due to dependency. [ 698.666638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bea9e33-1708-4486-91ed-e1ff4d10a977" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.853773] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.853920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.853988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.855065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.855065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.855065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.855065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.855065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.855065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.855065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.855065] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.887375] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.887481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.888033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.888033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.888033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.888209] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.888209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.888303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.888495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.888495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.888570] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 698.920489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.921268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.921496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.921848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.922413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.934425] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 699.187222] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f09fb1-3624-4468-b565-e8e79285fc0c in Status: SUCCESS [ 699.187530] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f09fb1-3624-4468-b565-e8e79285fc0c deletion is rescheduled due to dependency. [ 699.187530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f09fb1-3624-4468-b565-e8e79285fc0c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.290045] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 699.290267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.290446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.290675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.290899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.290983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291506] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.361559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.361633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.361662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.362039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.362176] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.362300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.363116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.363116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.363116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.363116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.363116] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.363116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.363116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.363405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.363461] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.363609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.363701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.363906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.364046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.364186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.364775] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.793974] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795202] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.795368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.795368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.795498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.795654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.795768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.795832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.796127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.796127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.796289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.796289] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.867652] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d494a201-0dcf-4a23-b494-edcb9654b053: rpc.has_security_group_logging(os_id): False [ 699.888926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.889292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.889476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.889714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.889862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.890177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.894015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.894551] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.894671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.894733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.895861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.896118] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.896461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.896526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.896666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.896745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.896876] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 699.972121] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.972433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.972433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.972562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.972741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.990952] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 700.279673] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3050c614-45c3-4a37-9012-ec4ef3bc197c None None] Enqueued Resource ID: 22fbfd62-7036-44d1-abc4-fced78229f48 with Priority: HIGHEST for action port [ 700.279673] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbfd62-7036-44d1-abc4-fced78229f48 with Priority: HIGHEST for action port [ 700.279673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fbfd62-7036-44d1-abc4-fced78229f48 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.279673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fbfd62-7036-44d1-abc4-fced78229f48" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.279673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fbfd62-7036-44d1-abc4-fced78229f48" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.279673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fbfd62-7036-44d1-abc4-fced78229f48" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.279673] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fbfd62-7036-44d1-abc4-fced78229f48',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.299998] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c176b6dd-ab63-4dc9-af25-548a61948029: rpc.has_security_group_logging(os_id): False [ 700.322510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.322510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.322510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.323693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.323693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.323693] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.323693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.323693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.323693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.323693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.324906] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.324906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.324906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.324906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.324906] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326189] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 700.403709] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.403884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.403958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.404199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.404337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.417803] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 700.785453] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22fbfd62-7036-44d1-abc4-fced78229f48 [ 700.785453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.785453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.785453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.785453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.785453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.785453] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22fbfd62-7036-44d1-abc4-fced78229f48 already deleted. [ 700.785453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fbfd62-7036-44d1-abc4-fced78229f48" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.945831] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 700.946063] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b deletion is rescheduled due to dependency. [ 700.946188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.910471] env[65753]: INFO networking_nsxv3.common.synchronization [req-0e3d3654-db7f-428d-be07-0e0e81b9172d req-6c746e8d-3cb2-4e64-98a0-b3629d33fc4e tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 701.911615] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 701.911847] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.911964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.912041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.912591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.912772] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.912875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.912948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.913499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.913560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.913624] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.010502] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 702.010502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.194596] env[65753]: INFO networking_nsxv3.common.synchronization [None req-7623985d-9e0a-4847-a1d9-a060471d6002 None None] Enqueued Resource ID: 3f8e23ed-24d1-4a81-abe9-1256fd9eef8e with Priority: HIGHEST for action port [ 702.196023] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8e23ed-24d1-4a81-abe9-1256fd9eef8e with Priority: HIGHEST for action port [ 702.197192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f8e23ed-24d1-4a81-abe9-1256fd9eef8e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.197192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f8e23ed-24d1-4a81-abe9-1256fd9eef8e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.197192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f8e23ed-24d1-4a81-abe9-1256fd9eef8e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.198847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f8e23ed-24d1-4a81-abe9-1256fd9eef8e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.198847] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f8e23ed-24d1-4a81-abe9-1256fd9eef8e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.417213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.417472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.417563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.417788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.417881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.418100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.418244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.418315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.418554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.418687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.418804] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 already deleted. [ 702.418895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.434442] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 702.434660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.702645] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f8e23ed-24d1-4a81-abe9-1256fd9eef8e [ 702.702930] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.703274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.703274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.703369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.703466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.704633] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f8e23ed-24d1-4a81-abe9-1256fd9eef8e already deleted. [ 702.704703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f8e23ed-24d1-4a81-abe9-1256fd9eef8e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.847769] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.850103] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.850368] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.850835] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.851215] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.851540] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.851692] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.851692] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.851692] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.852860] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.853135] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.853293] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.853431] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.853563] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.853704] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.853978] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.877653] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.877653] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.877653] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.877817] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.878118] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-09744327-3d1a-4d1b-8f3c-8532ca1fef21 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.878326] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.878462] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.878807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.878949] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09744327-3d1a-4d1b-8f3c-8532ca1fef21',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.122617] env[65753]: INFO networking_nsxv3.common.synchronization [None req-0e243eb7-5c27-44a4-9a1f-dfe4855f58f6 None None] Enqueued Resource ID: 492fe7fd-7b65-420a-a2c3-0a8fc8924041 with Priority: HIGHEST for action port [ 703.123166] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492fe7fd-7b65-420a-a2c3-0a8fc8924041 with Priority: HIGHEST for action port [ 703.123461] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-492fe7fd-7b65-420a-a2c3-0a8fc8924041 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.123598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492fe7fd-7b65-420a-a2c3-0a8fc8924041" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.123667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492fe7fd-7b65-420a-a2c3-0a8fc8924041" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.123912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492fe7fd-7b65-420a-a2c3-0a8fc8924041" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.123997] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492fe7fd-7b65-420a-a2c3-0a8fc8924041',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.382395] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.382765] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.383077] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.383374] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.383619] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.383853] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 09744327-3d1a-4d1b-8f3c-8532ca1fef21 not found, creating... [ 703.384225] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.384489] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.384703] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.385020] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.385245] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.385610] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.385866] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.386354] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.386495] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.386912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387117] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 09744327-3d1a-4d1b-8f3c-8532ca1fef21 is going to be created. [ 703.409522] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.410114] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.410114] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.410214] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.410389] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.413016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.631491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 492fe7fd-7b65-420a-a2c3-0a8fc8924041 [ 703.631491] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.631491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.631491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.631491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.631491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.631491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:492fe7fd-7b65-420a-a2c3-0a8fc8924041 already deleted. [ 703.631491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492fe7fd-7b65-420a-a2c3-0a8fc8924041" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.047543] env[65753]: INFO networking_nsxv3.common.synchronization [req-2ea31cf4-ec41-46c8-b597-792fa5245996 req-22d129ac-5bfc-4ca2-bb0a-244f0224850f tempest-ImagesNegativeTestJSON-1970577624 tempest-ImagesNegativeTestJSON-1970577624-project-member] Enqueued Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_members [ 704.047745] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGHEST for action security_group_members [ 704.047981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.048114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.048213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.048374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.048529] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.048620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.049144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.049144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.049144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.049144] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.164903] env[65753]: INFO networking_nsxv3.common.synchronization [req-0e3d3654-db7f-428d-be07-0e0e81b9172d req-17e98437-301f-4c97-8712-d87651ca2eba service nova] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_rules [ 704.165133] env[65753]: INFO networking_nsxv3.common.synchronization [req-0e3d3654-db7f-428d-be07-0e0e81b9172d req-17e98437-301f-4c97-8712-d87651ca2eba service nova] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 704.165216] env[65753]: INFO networking_nsxv3.common.synchronization [req-0e3d3654-db7f-428d-be07-0e0e81b9172d req-17e98437-301f-4c97-8712-d87651ca2eba service nova] Enqueued Resource ID: 09744327-3d1a-4d1b-8f3c-8532ca1fef21 with Priority: HIGHEST for action port [ 704.165440] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_rules [ 704.165561] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 704.165653] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09744327-3d1a-4d1b-8f3c-8532ca1fef21 with Priority: HIGHEST for action port [ 704.167138] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.167216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.167450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.168322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.168415] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.169807] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.169926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.169995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.170187] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.170339] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.170429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.170489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.170625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.170706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.170793] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.171743] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-09744327-3d1a-4d1b-8f3c-8532ca1fef21 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.172814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.172814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.172814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.172814] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09744327-3d1a-4d1b-8f3c-8532ca1fef21',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.179010] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3c6a1dc1-b4d1-4def-a65f-4485f0cb8e80 None None] Enqueued Resource ID: d931c024-177d-4272-b34c-d63ef6f136d3 with Priority: HIGHEST for action port [ 704.179700] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d931c024-177d-4272-b34c-d63ef6f136d3 with Priority: HIGHEST for action port [ 704.180147] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d931c024-177d-4272-b34c-d63ef6f136d3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.180147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d931c024-177d-4272-b34c-d63ef6f136d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.180285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d931c024-177d-4272-b34c-d63ef6f136d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.180412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d931c024-177d-4272-b34c-d63ef6f136d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.180493] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d931c024-177d-4272-b34c-d63ef6f136d3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.450265] env[65753]: INFO networking_nsxv3.common.synchronization [req-a27c9e49-45da-40da-a532-74f87d4d4a8a req-870851ad-82cc-41c3-a061-ec9007a446d2 tempest-ListServersNegativeTestJSON-308270416 tempest-ListServersNegativeTestJSON-308270416-project-member] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 704.450265] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 704.450265] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.450265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.450265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.450265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.450265] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.450265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.451380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.451674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.452218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.452440] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.507686] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-2d0da875-cf5e-4cf4-a77b-5e100a4e7234 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 704.508230] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 704.508525] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.508645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.508713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.510502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510659] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.551172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.552110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.552110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.552110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.552110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.552110] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.552110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.552110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.552503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.552503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.552503] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d is going to be updated. [ 704.584390] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.584501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.584701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.585047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.585381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.596604] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d in Status: IN_PROGRESS for 2s [ 704.674893] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.675194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.675652] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.676559] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09744327-3d1a-4d1b-8f3c-8532ca1fef21 with status ACTIVE [ 704.676801] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.676957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.678018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.678018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.678018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.678486] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.678572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.678611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.678787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.678869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.679084] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.679759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.679759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.679759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.679954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.681470] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09744327-3d1a-4d1b-8f3c-8532ca1fef21 is going to be updated. [ 704.685241] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d931c024-177d-4272-b34c-d63ef6f136d3 [ 704.685241] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.685896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.685896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.685896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.686514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.686514] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d931c024-177d-4272-b34c-d63ef6f136d3 already deleted. [ 704.686514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d931c024-177d-4272-b34c-d63ef6f136d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703478] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.704125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.704125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.704230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09744327-3d1a-4d1b-8f3c-8532ca1fef21" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.955971] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.962697] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.963675] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.963675] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.963675] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.963897] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.964229] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.964351] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.964589] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.964726] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966156] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.966313] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.966428] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.966537] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.966651] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.966753] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.966879] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.992279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.992431] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.992555] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.992719] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.993039] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-47787883-24ce-41e2-9595-7d07b0d86022 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.995075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.995075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.995075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.995075] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47787883-24ce-41e2-9595-7d07b0d86022',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.014744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.014744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.014744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.016900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.016900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.016900] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.016900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.017289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.017507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.017617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.017733] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 already deleted. [ 705.018588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.182638] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.462823] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.501024] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.501221] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.501361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.501632] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.501992] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.501992] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 47787883-24ce-41e2-9595-7d07b0d86022 not found, creating... [ 705.502179] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.502337] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.502472] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504126] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.504126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.504126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504575] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504803] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 47787883-24ce-41e2-9595-7d07b0d86022 is going to be created. [ 705.526519] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.526692] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.526692] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.526979] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.527224] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.527447] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.684511] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.684816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.684949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.685313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.685527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.685686] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be created. [ 705.722712] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.722846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.722944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.723118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.723273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.736358] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: UNINITIALIZED for 2s [ 705.967233] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.967233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.967233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.967233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.967233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.967233] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 705.998945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.999136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.999208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.999449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.999596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.009724] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 706.032181] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a55b70f3-2d5c-46fb-be23-ddc2a5f68110 None None] Enqueued Resource ID: d1891fc1-67c7-4df4-8366-ad82f1b4388f with Priority: HIGHEST for action port [ 706.035590] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1891fc1-67c7-4df4-8366-ad82f1b4388f with Priority: HIGHEST for action port [ 706.036963] env[65753]: INFO networking_nsxv3.common.synchronization [None req-e718e4fb-6108-4239-981e-3fb6ab6feb5b tempest-ServersTestJSON-567428874 tempest-ServersTestJSON-567428874-project-member] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_rules [ 706.037494] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1891fc1-67c7-4df4-8366-ad82f1b4388f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.037617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1891fc1-67c7-4df4-8366-ad82f1b4388f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.039565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1891fc1-67c7-4df4-8366-ad82f1b4388f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.040333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1891fc1-67c7-4df4-8366-ad82f1b4388f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.040333] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1891fc1-67c7-4df4-8366-ad82f1b4388f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.040819] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_rules [ 706.041611] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.041746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.041823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.045166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.045166] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.208607] env[65753]: INFO networking_nsxv3.common.synchronization [None req-be83b8bf-340b-4391-9ee3-881358094716 tempest-ServersTestJSON-567428874 tempest-ServersTestJSON-567428874-project-member] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_rules [ 706.210199] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_rules [ 706.210199] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.210199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.281683] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-d779a6b7-244d-437f-94d6-6bd3c31e4955 service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 706.281792] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-d779a6b7-244d-437f-94d6-6bd3c31e4955 service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 706.281866] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-d779a6b7-244d-437f-94d6-6bd3c31e4955 service nova] Enqueued Resource ID: 47787883-24ce-41e2-9595-7d07b0d86022 with Priority: HIGHEST for action port [ 706.282432] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 706.282563] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 706.282658] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47787883-24ce-41e2-9595-7d07b0d86022 with Priority: HIGHEST for action port [ 706.282992] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.287376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.287546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.287835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.287953] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.289111] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.289235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.289289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.289506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.289675] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.289780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.289834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.289982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.290084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.290193] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.292448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-47787883-24ce-41e2-9595-7d07b0d86022 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.292579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.292632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.292774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.292847] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47787883-24ce-41e2-9595-7d07b0d86022',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.546837] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1891fc1-67c7-4df4-8366-ad82f1b4388f [ 706.547110] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.547288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.547601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.547717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.547819] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1891fc1-67c7-4df4-8366-ad82f1b4388f already deleted. [ 706.547907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1891fc1-67c7-4df4-8366-ad82f1b4388f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.573112] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.573294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.573635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.573926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.574035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.574672] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 already deleted. [ 706.574672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.574672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.574672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.574672] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.614046] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d in Status: SUCCESS [ 706.614046] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d deletion is rescheduled due to dependency. [ 706.614046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.795855] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.796080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.797416] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47787883-24ce-41e2-9595-7d07b0d86022 with status ACTIVE [ 706.797416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.797416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.797416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.797416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.797416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.797705] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.797705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.797771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.798588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.798588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.799352] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.799627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.801227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.801227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.801227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.801227] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47787883-24ce-41e2-9595-7d07b0d86022 is going to be updated. [ 706.802170] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.849540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.849540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.849540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.850693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.850693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.850693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47787883-24ce-41e2-9595-7d07b0d86022" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.099804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.099954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.100038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.100292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.100390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.100485] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 already deleted. [ 707.100564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.107438] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-465a2e25-07d4-4476-9171-8cb3183d3e80 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 707.108830] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 707.108830] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.108830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.308659] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.577086] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.577281] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.577402] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.577665] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.577913] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.578078] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.578189] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.578391] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.578529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.578729] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.578834] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.578935] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.579046] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.579154] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.579253] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.579408] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.599286] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.599286] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.599286] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.599286] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.599286] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-bff20363-4d58-4158-b43d-6fd204aae97d taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.599286] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.599286] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.600332] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.600332] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff20363-4d58-4158-b43d-6fd204aae97d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.746933] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 707.747198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.748475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.748475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.748475] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.748475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.748475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.748475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.749021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.749021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.749021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.814539] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.814755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.814755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.814983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.815087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.815221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be created. [ 707.841629] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.841863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.841957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.842178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.842361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.854105] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: UNINITIALIZED for 2s [ 707.888613] env[65753]: INFO networking_nsxv3.common.synchronization [req-e72009b6-2e7d-45aa-81c4-e18ce2789462 req-b223fc33-cadc-408d-b3da-09e55c2165c4 tempest-ServerTagsTestJSON-1164676599 tempest-ServerTagsTestJSON-1164676599-project-member] Enqueued Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_members [ 707.889645] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGHEST for action security_group_members [ 707.889968] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.890108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.890167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.890399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.890559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.890661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.890714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.890874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.890958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.891060] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.021147] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 708.021459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.102769] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.102997] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.103140] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.103409] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.103551] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.103698] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port bff20363-4d58-4158-b43d-6fd204aae97d not found, creating... [ 708.103948] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.104110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.104220] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.104455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.104583] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.104858] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.105017] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.105134] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.105331] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.105453] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.105579] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: bff20363-4d58-4158-b43d-6fd204aae97d is going to be created. [ 708.124544] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.124773] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.124890] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.125328] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.125376] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.125591] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.251433] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.251655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.251697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.251917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.252105] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.252204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.252268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.252532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.252621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.252707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.252859] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.253850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.253850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.253850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.253850] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.253850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.253850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.254112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.254169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.254259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.254663] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.318489] env[65753]: INFO networking_nsxv3.common.synchronization [req-169f9016-772d-4c89-a033-8801a6cb4697 req-f099702e-2dbb-4ce9-ae05-a8524e8dc652 tempest-ServerAddressesTestJSON-126388572 tempest-ServerAddressesTestJSON-126388572-project-member] Enqueued Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_members [ 708.318843] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGHEST for action security_group_members [ 708.318922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.319056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.319125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.319439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.319510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.319605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.319667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.319819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.319906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.320020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.392926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.393112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.393157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.393383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.393473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.393676] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.393766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.393824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.393979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.394079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.394154] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 is going to be updated. [ 708.420981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.421148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.421754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.430925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 in Status: IN_PROGRESS for 2s [ 708.759950] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4: rpc.has_security_group_logging(os_id): False [ 708.781966] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.784023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.784023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.784023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.785042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.785238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.785548] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.785769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.785897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.786277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.786676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.786877] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be created. [ 708.824146] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.824337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.824416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.825032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.825032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.825286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.825286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825413] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa878d79-b0a2-4be6-a196-a4933f281d86 is going to be updated. [ 708.873751] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.873751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.873876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.873996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.874185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.895499] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-8fc8f59e-c033-499e-98c4-77512c77c28e service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 708.895499] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-8fc8f59e-c033-499e-98c4-77512c77c28e service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 708.895499] env[65753]: INFO networking_nsxv3.common.synchronization [req-adb2aa75-f56c-4ca3-beb4-c2ef90c3e39c req-8fc8f59e-c033-499e-98c4-77512c77c28e service nova] Enqueued Resource ID: bff20363-4d58-4158-b43d-6fd204aae97d with Priority: HIGHEST for action port [ 708.896364] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 708.896721] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 708.896957] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff20363-4d58-4158-b43d-6fd204aae97d with Priority: HIGHEST for action port [ 708.899399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.899399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.899399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff20363-4d58-4158-b43d-6fd204aae97d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.899399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.899399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.899399] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff20363-4d58-4158-b43d-6fd204aae97d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.903996] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa878d79-b0a2-4be6-a196-a4933f281d86 in Status: IN_PROGRESS for 2s [ 708.910240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.910326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.910510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.910657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.910856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.932594] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 709.407213] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff20363-4d58-4158-b43d-6fd204aae97d with status ACTIVE [ 709.407213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.407213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407213] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff20363-4d58-4158-b43d-6fd204aae97d is going to be updated. [ 709.439369] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.439369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.439369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.439369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.439369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.439369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff20363-4d58-4158-b43d-6fd204aae97d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.865640] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 709.865933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.866069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.866280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.866469] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.866877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.866877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.866877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.866877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.866986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.867061] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.867913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.868131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.869665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.869665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.869665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.869665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.869665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.869665] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.370565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.370740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.374222] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.447629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 in Status: SUCCESS [ 710.448062] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 deletion is rescheduled due to dependency. [ 710.448062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.876704] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.917196] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa878d79-b0a2-4be6-a196-a4933f281d86 in Status: SUCCESS [ 710.918139] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa878d79-b0a2-4be6-a196-a4933f281d86 deletion is rescheduled due to dependency. [ 710.918139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.947491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 710.948904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.382399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.382558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.382558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.382802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.382932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.382996] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 711.392020] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4a178499-7203-45be-a4c0-5cbe62624f9b tempest-MigrationsAdminTest-1268559466 tempest-MigrationsAdminTest-1268559466-project-member] Enqueued Resource ID: 000e4a30-19b3-4003-b4a5-38e19f40f5a0 with Priority: HIGHEST for action security_group_rules [ 711.392422] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000e4a30-19b3-4003-b4a5-38e19f40f5a0 with Priority: HIGHEST for action security_group_rules [ 711.392762] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.392933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.393019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.393274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.393368] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('000e4a30-19b3-4003-b4a5-38e19f40f5a0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.490683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.491197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.491197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.492658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.492894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.503784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 711.535178] env[65753]: INFO networking_nsxv3.common.synchronization [None req-80a1185c-f6c5-4ce4-9375-baa445ba5315 tempest-MigrationsAdminTest-1268559466 tempest-MigrationsAdminTest-1268559466-project-member] Enqueued Resource ID: 000e4a30-19b3-4003-b4a5-38e19f40f5a0 with Priority: HIGHEST for action security_group_rules [ 711.535817] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000e4a30-19b3-4003-b4a5-38e19f40f5a0 with Priority: HIGHEST for action security_group_rules [ 711.536369] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.536537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.915516] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.915875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.915875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.916204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.916266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916384] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 000e4a30-19b3-4003-b4a5-38e19f40f5a0 already deleted. [ 711.916544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.917034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.917034] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('000e4a30-19b3-4003-b4a5-38e19f40f5a0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.239215] env[65753]: INFO networking_nsxv3.common.synchronization [req-0e83fe5d-8d20-4959-a346-3ac602b7b40d req-381e0feb-7043-488b-bf2a-d5b84bbd8021 tempest-VolumesAssistedSnapshotsTest-1325605492 tempest-VolumesAssistedSnapshotsTest-1325605492-project-member] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_members [ 712.240199] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGHEST for action security_group_members [ 712.240902] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.240902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.241786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.242064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.242280] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.242449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.242547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.242755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.242880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.242940] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.442096] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.442366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.442366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.442972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.442972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.442972] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 000e4a30-19b3-4003-b4a5-38e19f40f5a0 already deleted. [ 712.442972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-000e4a30-19b3-4003-b4a5-38e19f40f5a0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.746048] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.746048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.746048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.746500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.746500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.748823] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.748823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.748823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.748823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.748823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.748823] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a is going to be updated. [ 712.776639] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.776772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.776813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.777032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.777168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.789338] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58b1782-7a81-455e-8cb3-baa2136ae97a in Status: IN_PROGRESS for 2s [ 712.929412] env[65753]: INFO networking_nsxv3.common.synchronization [req-58a29c56-5661-42ef-84c2-e272bbe746cb req-39291cd3-32f7-4291-b9ea-f2bbeb9aec79 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 712.929995] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 712.930252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.930371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.930435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.930725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.930941] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.931749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.931749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.931983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.932140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.932252] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.307675] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.308762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.308762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.308762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.308762] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.309042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.309042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.309246] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.309412] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.309666] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.310995] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.310995] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.310995] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.310995] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.310995] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.310995] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.339458] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.339607] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.339781] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.339940] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.340339] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-0cad03bd-bdfb-4780-a072-70a72be1d8b2 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.340501] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.340619] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.340952] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.341104] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cad03bd-bdfb-4780-a072-70a72be1d8b2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.436552] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.436864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.437050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.437273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.439564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.439863] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.440110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.440200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.440372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.440662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.440662] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda already deleted. [ 713.440662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.518244] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 713.518577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.518787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.519023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.519409] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.520045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.520045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.520045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.520220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.520931] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.844443] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.844812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.844812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.845324] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.845324] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.845572] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 0cad03bd-bdfb-4780-a072-70a72be1d8b2 not found, creating... [ 713.845908] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.846208] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.846346] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.846628] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.846805] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.847182] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.847364] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.847460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.847699] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.847831] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.847969] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 0cad03bd-bdfb-4780-a072-70a72be1d8b2 is going to be created. [ 713.873215] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.873655] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.873655] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.873958] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.874203] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.874430] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.023230] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.526727] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.576551] env[65753]: INFO networking_nsxv3.common.synchronization [req-58a29c56-5661-42ef-84c2-e272bbe746cb req-417b612a-8c36-491d-8d96-4d666f031cb7 service nova] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_rules [ 714.576727] env[65753]: INFO networking_nsxv3.common.synchronization [req-58a29c56-5661-42ef-84c2-e272bbe746cb req-417b612a-8c36-491d-8d96-4d666f031cb7 service nova] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 714.576905] env[65753]: INFO networking_nsxv3.common.synchronization [req-58a29c56-5661-42ef-84c2-e272bbe746cb req-417b612a-8c36-491d-8d96-4d666f031cb7 service nova] Enqueued Resource ID: 0cad03bd-bdfb-4780-a072-70a72be1d8b2 with Priority: HIGHEST for action port [ 714.577468] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_rules [ 714.577643] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 714.577772] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cad03bd-bdfb-4780-a072-70a72be1d8b2 with Priority: HIGHEST for action port [ 714.578047] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.578194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.578194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.579421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.579421] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.579421] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.579623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.579623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.579817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.580046] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.580046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.580046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.580301] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.580301] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.580301] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.581084] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cad03bd-bdfb-4780-a072-70a72be1d8b2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.581244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.581299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.581873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.581873] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cad03bd-bdfb-4780-a072-70a72be1d8b2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.803074] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58b1782-7a81-455e-8cb3-baa2136ae97a in Status: SUCCESS [ 714.803074] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a deletion is rescheduled due to dependency. [ 714.803074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.029114] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.029554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.029554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.029649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.029718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.030249] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 715.062758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.062901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.062968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.063206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.063378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074982] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 715.083940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.083940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.083940] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.086058] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cad03bd-bdfb-4780-a072-70a72be1d8b2 with status ACTIVE [ 715.086058] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.086058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.086058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.086058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.086058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.086058] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.086058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.086058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.086443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.086443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.086596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.086692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.086950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.090784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.090912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.091077] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cad03bd-bdfb-4780-a072-70a72be1d8b2 is going to be updated. [ 715.118831] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.119564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.119564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.119564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.119564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.119949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cad03bd-bdfb-4780-a072-70a72be1d8b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.559763] env[65753]: INFO networking_nsxv3.common.synchronization [req-a2f96675-c1d3-4ebc-b534-78794de0d361 req-e9778c57-5ab7-453c-b3cb-82a8d6055364 tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 715.560322] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 715.560631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.560830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.560830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.560997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.562223] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.562360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.562429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.562608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.562724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.562861] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.595030] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.002052] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.002715] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.003409] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.004064] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.004238] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.005081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.005511] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.006262] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.006498] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.006678] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.006846] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.007015] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.007138] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.007291] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.038958] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.039719] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.039719] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.040054] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.041807] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-bc11b657-640b-458c-9870-62fd7fdbe88a taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.041807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.041807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.041807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.041807] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc11b657-640b-458c-9870-62fd7fdbe88a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.065505] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.098193] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.098193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.098193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.098193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.098193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.098193] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be created. [ 716.120582] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.120755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.120755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.120991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.121640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.132201] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: UNINITIALIZED for 2s [ 716.452919] env[65753]: INFO networking_nsxv3.common.synchronization [req-7a4661f6-e9fe-45a4-a9fb-30029bdd70d2 req-4fac3d76-d97e-48ec-a848-f79b5a12a255 tempest-ServersAdminNegativeTestJSON-152403051 tempest-ServersAdminNegativeTestJSON-152403051-project-member] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 716.453866] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 716.454337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.454530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.454625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.454792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.454939] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.455155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.455282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.455379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.455512] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.545322] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.545552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.545670] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.545989] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.546289] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.546471] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port bc11b657-640b-458c-9870-62fd7fdbe88a not found, creating... [ 716.546812] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.546902] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.547040] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.547250] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.547422] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.547808] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.547976] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.548146] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.548458] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.548553] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.548707] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: bc11b657-640b-458c-9870-62fd7fdbe88a is going to be created. [ 716.567969] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.575527] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.575527] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.575797] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.576110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.576184] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.576450] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.958034] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.070363] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.070610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.070610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.070836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.070928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071038] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be updated. [ 717.084999] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 717.085254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.085426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.085646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.085850] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.086018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.086102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.086276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.086769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.086769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.086769] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.086769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.087129] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.087228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.087562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.087640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.087731] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.114865] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.115038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.115082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.115296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.115437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.132816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 717.295499] env[65753]: INFO networking_nsxv3.common.synchronization [req-a2f96675-c1d3-4ebc-b534-78794de0d361 req-a86be2f8-fd74-4d97-99cd-6dc3e9c95d1b service nova] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_rules [ 717.295695] env[65753]: INFO networking_nsxv3.common.synchronization [req-a2f96675-c1d3-4ebc-b534-78794de0d361 req-a86be2f8-fd74-4d97-99cd-6dc3e9c95d1b service nova] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 717.295826] env[65753]: INFO networking_nsxv3.common.synchronization [req-a2f96675-c1d3-4ebc-b534-78794de0d361 req-a86be2f8-fd74-4d97-99cd-6dc3e9c95d1b service nova] Enqueued Resource ID: bc11b657-640b-458c-9870-62fd7fdbe88a with Priority: HIGHEST for action port [ 717.296371] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_rules [ 717.296503] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 717.297601] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc11b657-640b-458c-9870-62fd7fdbe88a with Priority: HIGHEST for action port [ 717.297601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.298130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.298220] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.299124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.299216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.299414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc11b657-640b-458c-9870-62fd7fdbe88a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.299529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.299622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.299876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.299954] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc11b657-640b-458c-9870-62fd7fdbe88a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.461698] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.594133] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91065295-a6bb-4317-9488-d9012e390597: rpc.has_security_group_logging(os_id): False [ 717.614424] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.614424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.614424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.614424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615567] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615567] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.615567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.615919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.617645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.617645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.617645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.617997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.618163] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be created. [ 717.688250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.688250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.688250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.688250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.702795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 717.802955] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc11b657-640b-458c-9870-62fd7fdbe88a with status ACTIVE [ 717.803210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.803390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.803429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.803633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.803750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.803942] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.804065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.804126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.804287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.804360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.804541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.804630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.804687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.804824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.804892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.804971] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc11b657-640b-458c-9870-62fd7fdbe88a is going to be updated. [ 717.806263] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.806379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.834914] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.835050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.835089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.835305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.835476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.835654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc11b657-640b-458c-9870-62fd7fdbe88a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.966086] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.966086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.966086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.966086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.966086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.966086] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be updated. [ 718.010116] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.010464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.010629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.010973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.011287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.024099] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: IN_PROGRESS for 2s [ 718.144728] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: SUCCESS [ 718.145098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.145322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.145572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.145783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.145905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.145972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.146158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.146247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.146338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.146451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.150702] env[65753]: INFO networking_nsxv3.common.synchronization [None req-cc345555-03df-4dd4-97f7-7cc1c262c4cf None None] Enqueued Resource ID: 57e64da3-59e8-4bfa-aec5-3a1d22b5cdba with Priority: HIGHEST for action port [ 718.151823] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e64da3-59e8-4bfa-aec5-3a1d22b5cdba with Priority: HIGHEST for action port [ 718.152172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e64da3-59e8-4bfa-aec5-3a1d22b5cdba taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.152311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e64da3-59e8-4bfa-aec5-3a1d22b5cdba" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.152378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e64da3-59e8-4bfa-aec5-3a1d22b5cdba" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.152655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e64da3-59e8-4bfa-aec5-3a1d22b5cdba" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.152903] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e64da3-59e8-4bfa-aec5-3a1d22b5cdba',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.401647] env[65753]: INFO networking_nsxv3.common.synchronization [req-8160eb93-55a4-48ad-bfe5-bca421acdf3b req-2b3e9ad9-c107-4fb8-b03c-e3b19b987ee3 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 718.406282] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 718.406282] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.406282] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.406282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.406282] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.652143] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.652396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.652472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.652807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.652970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.653050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.653142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.653287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.653422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.653524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.653642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.653988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.653988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.653988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.654104] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.654212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.654262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.654426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.654530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.654574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.654662] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.657074] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57e64da3-59e8-4bfa-aec5-3a1d22b5cdba [ 718.657074] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.657074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.657074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.657074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.657511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.657511] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57e64da3-59e8-4bfa-aec5-3a1d22b5cdba already deleted. [ 718.657511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e64da3-59e8-4bfa-aec5-3a1d22b5cdba" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.845916] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.846146] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.847019] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.847019] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.853584] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.855021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.855206] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.855466] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.855610] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.856435] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.856435] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.856435] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.856435] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.856435] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.856435] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.856435] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.890466] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.890667] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.890764] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.891232] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891343] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891555] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891889] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.892035] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.908559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.908763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.908763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.908998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.909103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.909365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.909497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.909560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.909721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.909795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.909881] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 already deleted. [ 718.909974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.144637] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 719.144873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.145128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.145295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.145490] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.145623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.145687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.145840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.145919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.146025] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.159019] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb1fd4c3-6a05-42b7-a657-307fd34b2bda: rpc.has_security_group_logging(os_id): False [ 719.175634] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.175777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.175842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.176108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.176154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.176316] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.176439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.176481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.176603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.176680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.176891] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.176949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.176989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.177176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.177220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.177384] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.177533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.177533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.177666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.177738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.177820] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be created. [ 719.239456] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.239611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.239680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.239898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.240723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.252582] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: IN_PROGRESS for 2s [ 719.396383] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.396383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.396383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.396383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.396383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.396383] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 not found, creating... [ 719.396949] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.396949] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.396949] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.397080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.397222] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.397540] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.397704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.397815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.398052] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.398419] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.398419] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 is going to be created. [ 719.421966] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.422200] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.422319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.422587] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.423145] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.423145] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.647908] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.719507] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 719.719507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.719507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.719507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.719507] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.037763] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 720.038029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.152935] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.223788] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.223948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.223990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.224229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.224407] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.224508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.224658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.224779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.224779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.224954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.224954] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.227213] env[65753]: INFO networking_nsxv3.common.synchronization [req-8160eb93-55a4-48ad-bfe5-bca421acdf3b req-6aedbc17-83ad-40a1-9b58-3dd06286f3d5 service nova] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 720.227376] env[65753]: INFO networking_nsxv3.common.synchronization [req-8160eb93-55a4-48ad-bfe5-bca421acdf3b req-6aedbc17-83ad-40a1-9b58-3dd06286f3d5 service nova] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 720.227503] env[65753]: INFO networking_nsxv3.common.synchronization [req-8160eb93-55a4-48ad-bfe5-bca421acdf3b req-6aedbc17-83ad-40a1-9b58-3dd06286f3d5 service nova] Enqueued Resource ID: b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 with Priority: HIGHEST for action port [ 720.230825] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 720.231065] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 720.231065] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 with Priority: HIGHEST for action port [ 720.231997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.232380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.232455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.232647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.232732] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.233923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.234788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.234788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.234788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.234788] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.234788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.234788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.234788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.235071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.235071] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.235695] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.235802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.235922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.236018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.236100] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.660630] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.660630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.660630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.660630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.660630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.660630] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be updated. [ 720.692395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.692395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.692395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.692395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.692663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.704812] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 720.731500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.731734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.731811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.732052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.732841] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.732841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.732841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.732841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.732841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.733074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.733190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.733858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.733858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.733858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.733967] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.735370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.735370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.735370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.735370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.735370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.735370] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.740015] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.740015] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.740015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.740432] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 with status ACTIVE [ 720.740432] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.740432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.740535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.740676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.740761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.740920] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.741033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.741082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.741228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.741303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741574] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.741687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.741764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.741927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.741998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.742095] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89 is going to be updated. [ 720.769279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.769419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.769478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.769726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.769994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b8d361-f2b6-4d7d-b483-cfc0d9dc2c89" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.924032] env[65753]: INFO networking_nsxv3.common.synchronization [None req-827102b6-e1c7-41e0-8944-c3286919eba1 None None] Enqueued Resource ID: 726371f9-a89f-485c-aa2b-6e3a049858aa with Priority: HIGHEST for action port [ 720.924032] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726371f9-a89f-485c-aa2b-6e3a049858aa with Priority: HIGHEST for action port [ 720.924032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-726371f9-a89f-485c-aa2b-6e3a049858aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.924032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726371f9-a89f-485c-aa2b-6e3a049858aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.924032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726371f9-a89f-485c-aa2b-6e3a049858aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.924032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726371f9-a89f-485c-aa2b-6e3a049858aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.924032] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726371f9-a89f-485c-aa2b-6e3a049858aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.237890] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91065295-a6bb-4317-9488-d9012e390597: rpc.has_security_group_logging(os_id): False [ 721.244560] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.263714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.263714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.263714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.264422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.264422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.264422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.264422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.264422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.264422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.264422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.265010] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.265010] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.265010] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.265010] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 721.274736] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: SUCCESS [ 721.274736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.364323] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.364499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.364579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.364868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.365096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.382986] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 721.427450] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 726371f9-a89f-485c-aa2b-6e3a049858aa [ 721.429253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.429253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.429253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.429253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.429253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.429253] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:726371f9-a89f-485c-aa2b-6e3a049858aa already deleted. [ 721.429253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726371f9-a89f-485c-aa2b-6e3a049858aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.747713] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.748078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.748078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.749203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.749203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.749203] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be created. [ 721.787602] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.791319] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.791485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.791772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.791975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.803371] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: UNINITIALIZED for 2s [ 722.158455] env[65753]: INFO networking_nsxv3.common.synchronization [req-a5d2f373-b23d-4abd-b2dc-355216322c1a req-96895781-3919-45d4-83b9-6903b8fb0495 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 722.159098] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 722.159441] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.160568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.160568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.160862] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.664334] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.684719] env[65753]: INFO networking_nsxv3.common.synchronization [req-19f0a761-3fac-4e72-b52b-6402e6333012 req-9e42c201-358f-451f-9237-5f91b6c22215 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 722.686497] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 722.687119] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.687119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.715154] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 722.715359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.715507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.715727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.715910] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.716036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.716132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.716280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.716361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.716449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.716529] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.168441] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.218626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.218805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.218891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.219169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.219358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.219470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.219560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.219730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.219837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.219937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.220112] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.220207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.220269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.220439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.220597] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.220699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.220762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.220933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.221026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.221111] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.221218] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.400921] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 723.401231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.468342] env[65753]: INFO networking_nsxv3.common.synchronization [req-0ddda7fc-c11f-4db3-9f17-8c180472ef49 req-cb1482eb-67bb-4d9f-8c2b-a74f870516dc tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 723.468588] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 723.468884] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.468999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.469226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.469553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.469749] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.470609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.470609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.470829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.470952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.471088] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.673242] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.674928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.674928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.674928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.674928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.674928] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 723.707542] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.707701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.707769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.708106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.708307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.721956] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 723.723411] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4: rpc.has_security_group_logging(os_id): False [ 723.743858] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.744037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.744093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.744320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.744432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.744691] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.744795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.744846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.744992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.745359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.745466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.745658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.745762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.748032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.748198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.748308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.748601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.748739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.748873] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be updated. [ 723.813488] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 723.813794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.814015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.814297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.814517] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.814658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.814731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.814940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.815044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.815167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.815267] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.837684] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.837849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.837911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.838199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.838295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.854761] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 723.966555] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.966771] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.966879] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.967356] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.968023] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.968023] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.968196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.968370] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.968511] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.968724] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.968830] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.968932] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.969049] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.969157] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.969258] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.969404] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.979677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.979677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.979677] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb already deleted. [ 723.979677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.994984] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.995209] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.995303] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.995494] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.995792] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-528ce775-8b65-438e-b3a5-647df86651f8 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.995962] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.996089] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.996435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.996571] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528ce775-8b65-438e-b3a5-647df86651f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.317454] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.499016] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.499313] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.499474] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.499724] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.499875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500042] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 528ce775-8b65-438e-b3a5-647df86651f8 not found, creating... [ 724.500314] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.500476] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.500578] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500795] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.500916] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.501213] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.501361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.501482] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.501710] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.501837] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.501971] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 528ce775-8b65-438e-b3a5-647df86651f8 is going to be created. [ 724.524702] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.524919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.525054] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.525347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.525581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.525814] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.821052] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96d65976-11b7-40f5-a972-14e1c9b8d854: rpc.has_security_group_logging(os_id): False [ 724.841346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.841569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.841870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.841938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.842089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.842299] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.842449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.842522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.842685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.842775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.842856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be created. [ 724.908104] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.908285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.908331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.908553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.908731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.922346] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 725.209534] env[65753]: INFO networking_nsxv3.common.synchronization [None req-85359b2a-b64f-4d60-a14c-e49874064a55 None None] Enqueued Resource ID: e16368ec-0524-40ca-b719-2aedf09cf352 with Priority: HIGHEST for action port [ 725.210075] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16368ec-0524-40ca-b719-2aedf09cf352 with Priority: HIGHEST for action port [ 725.210414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e16368ec-0524-40ca-b719-2aedf09cf352 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.210540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e16368ec-0524-40ca-b719-2aedf09cf352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.210594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e16368ec-0524-40ca-b719-2aedf09cf352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.210906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e16368ec-0524-40ca-b719-2aedf09cf352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.210906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16368ec-0524-40ca-b719-2aedf09cf352',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.250227] env[65753]: INFO networking_nsxv3.common.synchronization [req-0ddda7fc-c11f-4db3-9f17-8c180472ef49 req-52504887-4e66-4ca1-971e-5404f9ed1bfd service nova] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_rules [ 725.250397] env[65753]: INFO networking_nsxv3.common.synchronization [req-0ddda7fc-c11f-4db3-9f17-8c180472ef49 req-52504887-4e66-4ca1-971e-5404f9ed1bfd service nova] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 725.250532] env[65753]: INFO networking_nsxv3.common.synchronization [req-0ddda7fc-c11f-4db3-9f17-8c180472ef49 req-52504887-4e66-4ca1-971e-5404f9ed1bfd service nova] Enqueued Resource ID: 528ce775-8b65-438e-b3a5-647df86651f8 with Priority: HIGHEST for action port [ 725.251056] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_rules [ 725.251235] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 725.251285] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528ce775-8b65-438e-b3a5-647df86651f8 with Priority: HIGHEST for action port [ 725.251631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.251722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.251785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.252059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.252147] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.254061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.254157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.254157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.256922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.256922] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.256922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-528ce775-8b65-438e-b3a5-647df86651f8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.256922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.256922] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528ce775-8b65-438e-b3a5-647df86651f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.713441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e16368ec-0524-40ca-b719-2aedf09cf352 [ 725.713687] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.713847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.713918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.714163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.714341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.714380] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e16368ec-0524-40ca-b719-2aedf09cf352 already deleted. [ 725.714431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e16368ec-0524-40ca-b719-2aedf09cf352" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.734464] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 725.734869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.735294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.735294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.736032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.736032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.736032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.736032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.736032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.736285] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.757563] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.757700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.761573] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.762591] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 528ce775-8b65-438e-b3a5-647df86651f8 with status ACTIVE [ 725.762788] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.763074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.763159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.763997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.764558] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.764676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.765075] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 528ce775-8b65-438e-b3a5-647df86651f8 is going to be updated. [ 725.791590] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.792065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.793577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.793577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.793577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.793577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528ce775-8b65-438e-b3a5-647df86651f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.874545] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 725.874876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.239791] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.239960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.240046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.240256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.240345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.240563] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.240667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.240785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.240895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.240948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.241046] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 726.267607] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.269545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.270861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.270861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.270861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.270861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.283731] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 726.297279] env[65753]: INFO networking_nsxv3.common.synchronization [req-4597ec15-e1bc-4415-9ee7-9653e55abbf0 req-d3cc10a4-4920-4cc9-a069-bb459eeafdaa tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 726.297893] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 726.298020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.298902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.298902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.298902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.298902] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.298902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.298902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.299651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.299764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.299866] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.743705] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.743963] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.744168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.745379] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.745706] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.745887] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.746092] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.746713] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.747163] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.747588] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.747741] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.747851] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.747982] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.748144] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.748276] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.748434] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.770223] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.770392] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.770524] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.770707] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-101" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.771044] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-12074e98-5413-4e8e-bedf-73bb6ccc2248 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.771214] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.771337] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.771777] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.771926] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12074e98-5413-4e8e-bedf-73bb6ccc2248',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.773733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.773869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.773939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.774147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.774235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.774330] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be created. [ 726.802330] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.825453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.827790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.827790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.827790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.827790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.844733] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: UNINITIALIZED for 2s [ 726.934922] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 726.935525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.191022] env[65753]: INFO networking_nsxv3.common.synchronization [None req-be642d4d-38f8-4e37-852d-95231f42ab5f tempest-ServersTestManualDisk-1769110030 tempest-ServersTestManualDisk-1769110030-project-member] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_rules [ 727.191022] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_rules [ 727.191022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.191758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.192045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.192115] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.279243] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.279548] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.279950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.279950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.280196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.280286] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 12074e98-5413-4e8e-bedf-73bb6ccc2248 not found, creating... [ 727.280660] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.283042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.283042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.283042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.283042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.283042] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.283042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.284890] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.285115] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.285252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.285406] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 12074e98-5413-4e8e-bedf-73bb6ccc2248 is going to be created. [ 727.304846] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.337711] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.337972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338412] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338635] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.338860] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.354156] env[65753]: INFO networking_nsxv3.common.synchronization [None req-44a57f9b-d1a8-4fd4-bb3b-77a12b51f767 tempest-ServersTestManualDisk-1769110030 tempest-ServersTestManualDisk-1769110030-project-member] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_rules [ 727.354721] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_rules [ 727.355430] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.355565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.627816] env[65753]: INFO networking_nsxv3.common.synchronization [None req-76cf0eec-033c-4393-b262-9bc750af5b59 None None] Enqueued Resource ID: ec0e5138-aec9-48f2-b11b-575ac8c7f9e1 with Priority: HIGHEST for action port [ 727.627816] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0e5138-aec9-48f2-b11b-575ac8c7f9e1 with Priority: HIGHEST for action port [ 727.628043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0e5138-aec9-48f2-b11b-575ac8c7f9e1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.628156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0e5138-aec9-48f2-b11b-575ac8c7f9e1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.628229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0e5138-aec9-48f2-b11b-575ac8c7f9e1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.628538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0e5138-aec9-48f2-b11b-575ac8c7f9e1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.628636] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0e5138-aec9-48f2-b11b-575ac8c7f9e1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.719187] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.719419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.719482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.719723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.722481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.722481] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 already deleted. [ 727.722481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.722481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.722481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.722481] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.807911] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.808270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.808461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.809043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.810337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.810337] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 727.844062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.844729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.844729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.844729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.866646] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 728.031243] env[65753]: INFO networking_nsxv3.common.synchronization [req-4597ec15-e1bc-4415-9ee7-9653e55abbf0 req-2fe8ba7e-8f55-40c3-8d41-c8bd0d0ef590 service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 728.031546] env[65753]: INFO networking_nsxv3.common.synchronization [req-4597ec15-e1bc-4415-9ee7-9653e55abbf0 req-2fe8ba7e-8f55-40c3-8d41-c8bd0d0ef590 service nova] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 728.031730] env[65753]: INFO networking_nsxv3.common.synchronization [req-4597ec15-e1bc-4415-9ee7-9653e55abbf0 req-2fe8ba7e-8f55-40c3-8d41-c8bd0d0ef590 service nova] Enqueued Resource ID: 12074e98-5413-4e8e-bedf-73bb6ccc2248 with Priority: HIGHEST for action port [ 728.032323] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_rules [ 728.036163] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 728.036465] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12074e98-5413-4e8e-bedf-73bb6ccc2248 with Priority: HIGHEST for action port [ 728.036812] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.036952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.037072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.037325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.037397] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.038915] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.039031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.039247] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-12074e98-5413-4e8e-bedf-73bb6ccc2248 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.039399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.039487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.039613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.039678] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12074e98-5413-4e8e-bedf-73bb6ccc2248',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.131627] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec0e5138-aec9-48f2-b11b-575ac8c7f9e1 [ 728.132094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.132493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.132493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.132793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.132980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.133173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec0e5138-aec9-48f2-b11b-575ac8c7f9e1 already deleted. [ 728.133334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0e5138-aec9-48f2-b11b-575ac8c7f9e1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246573] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.246573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.246573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.246573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.246573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246573] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 already deleted. [ 728.246573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.304912] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 728.305361] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 deletion is rescheduled due to dependency. [ 728.305486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.383270] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd119e6b-7605-4fc8-b476-2fe194b85ea1 req-0bb20842-30c0-4438-a1de-9a446bfa5327 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 728.384189] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 728.384544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.384770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.385971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.386247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.386407] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.386521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.386745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.386832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.386931] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.409474] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd119e6b-7605-4fc8-b476-2fe194b85ea1 req-0bb20842-30c0-4438-a1de-9a446bfa5327 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 728.409474] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd119e6b-7605-4fc8-b476-2fe194b85ea1 req-0bb20842-30c0-4438-a1de-9a446bfa5327 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 728.409474] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd119e6b-7605-4fc8-b476-2fe194b85ea1 req-0bb20842-30c0-4438-a1de-9a446bfa5327 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 with Priority: HIGHEST for action port [ 728.409474] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 728.409474] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 728.409474] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 with Priority: HIGHEST for action port [ 728.410258] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.410565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.410861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.411299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.411530] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.413757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.415078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.415078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1e683c-095a-4512-a0a0-ec651a275ab8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.415078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.415078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.415078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.415078] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e683c-095a-4512-a0a0-ec651a275ab8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.541949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.542097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.542284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12074e98-5413-4e8e-bedf-73bb6ccc2248 with status ACTIVE [ 728.542452] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.542582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.542648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.542862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.542954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.543204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.543281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.543281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.543431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.543506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.543680] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.543769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.543828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.543961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.544046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.544146] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12074e98-5413-4e8e-bedf-73bb6ccc2248 is going to be updated. [ 728.566374] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.566499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.566600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.566883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.567111] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.567316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12074e98-5413-4e8e-bedf-73bb6ccc2248" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.865414] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 728.865414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.865414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.865414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.865961] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.865961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.865961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.865961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.866198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.866198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.866356] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.889035] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.917063] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.917063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.918528] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1e683c-095a-4512-a0a0-ec651a275ab8 with status ACTIVE [ 728.919025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.920998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.920998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.920998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.920998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.920998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.920998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.920998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.921367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.921367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.921547] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.921728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.921728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.921945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.922210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.922383] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 is going to be updated. [ 728.961277] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.961277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.961277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.961277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.961277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.961277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.368856] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.369285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.369438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.369764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.371139] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.371139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.371139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.371139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.371139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.371424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.371707] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.371870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.371977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.372178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.372361] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.372534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.372688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.373114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.373114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.373114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.373114] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.395285] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.876784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395b809b-4cd2-4270-b2bb-a02e1c5b5adb: rpc.has_security_group_logging(os_id): False [ 729.878534] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 729.878748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.878931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.879167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.879356] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.879474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.879660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.879728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.879811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.879909] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.898324] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.898447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.898447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.898671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.898768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.898866] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 729.900937] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.901584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.901621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.901873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.902008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.902236] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.902674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.902765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.902942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.903047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.903253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.903412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.903493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.903652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.903732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.904429] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.904540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.904614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.904776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.904853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.904940] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be created. [ 729.953419] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.953569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.954031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.963449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 729.984265] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.984448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.984448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.987470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.987470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.002769] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 730.072626] env[65753]: INFO networking_nsxv3.common.synchronization [req-99fc5ab6-ec47-4d4f-90a4-3eceffeec66b req-cd96bd9a-45d3-4acb-8693-fd320795defe tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 730.073509] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 730.073844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.075088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.075158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.075371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.075541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.075656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.075715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.075867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.075955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.076068] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.383575] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.579991] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.580473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.580473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.580473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.580652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.580827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.580921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.581095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.581200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.581235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.581303] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 730.611123] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.611330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.611731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.611914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.623076] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 730.886697] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.054617] env[65753]: INFO networking_nsxv3.common.synchronization [req-bedba95c-cc10-4dd2-bf1d-d756f3606aca req-5b676b14-127b-449d-aaf8-c9fd6fb76b28 tempest-FloatingIPsAssociationTestJSON-1968318318 tempest-FloatingIPsAssociationTestJSON-1968318318-project-member] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 731.055623] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 731.055623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.055748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.055748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.055960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.056136] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.056261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.056321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.056501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.056584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.056707] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.391644] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.391644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.391644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.391644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.391644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.391644] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 731.430816] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.430816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.430816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.430816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.430816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.442680] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 731.502860] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.503135] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.504040] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.505207] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.506241] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.506241] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.506241] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.506241] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.507049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.507720] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.507822] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.507906] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.508024] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.508136] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.508244] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.508383] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.536816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.536816] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.536816] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.536816] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.536816] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-972faaf3-0ee4-4d20-a393-b48d940dbae2 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.536816] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.536816] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.536816] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.536816] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('972faaf3-0ee4-4d20-a393-b48d940dbae2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.560045] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.560045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.560045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.560309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.560309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.560565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.560677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.560785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562465] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 already deleted. [ 731.562465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.986616] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 731.986897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.987317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.987672] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.987870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.987985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.988174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.988262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.988360] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.022674] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 732.022983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.040214] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.040467] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.040583] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.040870] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.041027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.041176] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 972faaf3-0ee4-4d20-a393-b48d940dbae2 not found, creating... [ 732.041438] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.041682] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.041802] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.042053] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.042179] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.042460] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.042668] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.042829] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.043084] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.043252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.043392] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 972faaf3-0ee4-4d20-a393-b48d940dbae2 is going to be created. [ 732.067209] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.067412] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.067532] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.067901] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.068098] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.068297] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.491948] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.636613] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 732.636847] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 732.637045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.829981] env[65753]: INFO networking_nsxv3.common.synchronization [req-bedba95c-cc10-4dd2-bf1d-d756f3606aca req-1980ea64-0704-44e1-bdb4-065255d98351 service nova] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_rules [ 732.830124] env[65753]: INFO networking_nsxv3.common.synchronization [req-bedba95c-cc10-4dd2-bf1d-d756f3606aca req-1980ea64-0704-44e1-bdb4-065255d98351 service nova] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 732.830843] env[65753]: INFO networking_nsxv3.common.synchronization [req-bedba95c-cc10-4dd2-bf1d-d756f3606aca req-1980ea64-0704-44e1-bdb4-065255d98351 service nova] Enqueued Resource ID: 972faaf3-0ee4-4d20-a393-b48d940dbae2 with Priority: HIGHEST for action port [ 732.830960] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_rules [ 732.831018] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 732.836837] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972faaf3-0ee4-4d20-a393-b48d940dbae2 with Priority: HIGHEST for action port [ 732.839961] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.840109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.840175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.840488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.840605] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.841592] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.841732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.841732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.841912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.842305] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.843040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.843127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.843285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.843659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.843659] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.844733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-972faaf3-0ee4-4d20-a393-b48d940dbae2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.844847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.845060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.845159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.845159] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('972faaf3-0ee4-4d20-a393-b48d940dbae2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.846671] env[65753]: INFO networking_nsxv3.common.synchronization [None req-26f84acc-713e-4f6d-a7a3-638676903626 None None] Enqueued Resource ID: 07f06223-9627-455f-a915-c808e60809e6 with Priority: HIGHEST for action port [ 732.847711] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f06223-9627-455f-a915-c808e60809e6 with Priority: HIGHEST for action port [ 732.848033] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f06223-9627-455f-a915-c808e60809e6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.848148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f06223-9627-455f-a915-c808e60809e6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.848214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f06223-9627-455f-a915-c808e60809e6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.848478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f06223-9627-455f-a915-c808e60809e6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.848944] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f06223-9627-455f-a915-c808e60809e6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.998988] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.337716] env[65753]: INFO networking_nsxv3.common.synchronization [req-69fdf4c2-5b40-427b-81d8-8094c9325049 req-57b2490a-ef67-456f-89cb-6a67e3de0dd0 tempest-ServersTestFqdnHostnames-1356736416 tempest-ServersTestFqdnHostnames-1356736416-project-member] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_members [ 733.338792] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGHEST for action security_group_members [ 733.338792] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.338792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.338792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.339036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.341093] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.341199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.341292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.341691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.341691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.341691] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.350014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.350014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.350014] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 972faaf3-0ee4-4d20-a393-b48d940dbae2 with status ACTIVE [ 733.350014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.350014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.350014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.350014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.350014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.350014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.350014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.350453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.350453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.350453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.350453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.350611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.350611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.350695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.351045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.351045] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 972faaf3-0ee4-4d20-a393-b48d940dbae2 is going to be updated. [ 733.352026] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.353882] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07f06223-9627-455f-a915-c808e60809e6 [ 733.354079] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.354188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.354243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.354496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.354496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.354629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07f06223-9627-455f-a915-c808e60809e6 already deleted. [ 733.354629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f06223-9627-455f-a915-c808e60809e6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.378820] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.378820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.378820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.378820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.378820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.378820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-972faaf3-0ee4-4d20-a393-b48d940dbae2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.460443] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 733.460666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.460870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.462292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.462292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.462292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.462292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.462292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.462292] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.505232] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.505232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.505232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.505232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.505232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.505232] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 733.570064] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.570064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.570064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.570064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.570337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.586735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 733.845618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.845837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.845900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.848670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.848670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.848670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.848670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.848670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.848670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.848670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.848670] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd is going to be updated. [ 733.855044] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.884024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.884207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.884207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.884411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.885014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.895161] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26926353-4187-4f08-81a7-bb5321b11bfd in Status: IN_PROGRESS for 2s [ 733.965833] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.965833] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.965833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.966965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.966965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.966965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.966965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.966965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.966965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.967162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.967323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.967421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.967561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.967687] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.363731] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.363731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.363731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.363731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.363731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363731] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be created. [ 734.394582] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.394582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.394582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.394582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.394582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406660] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: UNINITIALIZED for 2s [ 734.471433] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd2c54f-f810-4cde-9e40-dc4b35687371: rpc.has_security_group_logging(os_id): False [ 734.498173] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498173] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498173] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498753] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498753] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 734.566673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.567017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.567017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.567239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.584028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 734.915150] env[65753]: INFO networking_nsxv3.common.synchronization [None req-d8651d53-3c62-4fd5-b436-09637a50fad8 None None] Enqueued Resource ID: 3aa0953a-e644-493c-844f-eabff6181747 with Priority: HIGHEST for action port [ 734.915458] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa0953a-e644-493c-844f-eabff6181747 with Priority: HIGHEST for action port [ 734.916014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aa0953a-e644-493c-844f-eabff6181747 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.916136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aa0953a-e644-493c-844f-eabff6181747" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.916205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aa0953a-e644-493c-844f-eabff6181747" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.916473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aa0953a-e644-493c-844f-eabff6181747" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.916533] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa0953a-e644-493c-844f-eabff6181747',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.418444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aa0953a-e644-493c-844f-eabff6181747 [ 735.418588] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.418760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.418995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.419103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.419196] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aa0953a-e644-493c-844f-eabff6181747 already deleted. [ 735.419296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aa0953a-e644-493c-844f-eabff6181747" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.598241] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 735.598241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.598241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.598241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.598715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.598715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.598715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.598821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.598821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.598889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.598982] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.874668] env[65753]: INFO networking_nsxv3.common.synchronization [req-518e2d42-a442-477c-a321-ea61e355213d req-77b8b87c-8e1a-40e3-8bd7-8782d1b0494b tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 735.875222] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 735.876626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.876626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.876626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.876818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.877141] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.878287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.878287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.878287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.878287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.878287] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.890446] env[65753]: INFO networking_nsxv3.common.synchronization [req-518e2d42-a442-477c-a321-ea61e355213d req-77b8b87c-8e1a-40e3-8bd7-8782d1b0494b tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 735.890446] env[65753]: INFO networking_nsxv3.common.synchronization [req-518e2d42-a442-477c-a321-ea61e355213d req-77b8b87c-8e1a-40e3-8bd7-8782d1b0494b tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 735.890446] env[65753]: INFO networking_nsxv3.common.synchronization [req-518e2d42-a442-477c-a321-ea61e355213d req-77b8b87c-8e1a-40e3-8bd7-8782d1b0494b tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 with Priority: HIGHEST for action port [ 735.890446] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_rules [ 735.890446] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 735.890446] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 with Priority: HIGHEST for action port [ 735.890618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.890670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.890834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.891049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.891535] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1e683c-095a-4512-a0a0-ec651a275ab8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.891535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.891674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.891876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.891953] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e683c-095a-4512-a0a0-ec651a275ab8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.906783] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26926353-4187-4f08-81a7-bb5321b11bfd in Status: SUCCESS [ 735.907838] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd deletion is rescheduled due to dependency. [ 735.908009] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.101586] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.380186] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.394569] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1e683c-095a-4512-a0a0-ec651a275ab8 with status ACTIVE [ 736.394801] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.394932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.395026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.395242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.395334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.395509] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.396213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.396213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.396213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.396213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.396213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.396213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.396213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.396526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.396526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.396526] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1e683c-095a-4512-a0a0-ec651a275ab8 is going to be updated. [ 736.416541] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 736.416541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.416541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.418373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.418373] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.418373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.418373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.418373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.418373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.418373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.418373] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.420672] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.420672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.420672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.420672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.421638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.422560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1e683c-095a-4512-a0a0-ec651a275ab8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.603285] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 736.603579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.605009] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7add9e90-b8a8-4bcb-9ed4-5d9794509298: rpc.has_security_group_logging(os_id): False [ 736.623751] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.623751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.623751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.623751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.623751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.623751] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.623751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.623751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.624085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.624085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.624256] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 736.713219] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.713387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.713433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.713790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.713873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.729234] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 736.883058] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.923840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.924130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.924130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.924314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.924466] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.924615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.924707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.924965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.925350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.925350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.925350] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.925584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.925584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.925858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.925858] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.925986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.925986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.926168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.926168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.926311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.926361] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.389024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.389024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.389024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.389024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.389024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.389024] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 737.423620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.425403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.425510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.425728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.425881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.430651] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 234c8d25-c4ba-4031-acee-45244da5a7b6: rpc.has_security_group_logging(os_id): False [ 737.439394] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 737.452267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.452267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.452267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.453110] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.453378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.453555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.453911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.454146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.454448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.454686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.454859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.455142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.457350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.457350] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be created. [ 737.527193] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.527596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.527681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.527901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.528104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.541735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: IN_PROGRESS for 2s [ 738.534930] env[65753]: INFO networking_nsxv3.common.synchronization [req-e83201c5-9ddb-4c0d-b1c3-e33e0f5a796b req-cc2472b2-013d-43dc-b826-b387f604ed62 tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 738.535727] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 738.536544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.536544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.536958] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.537151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.537151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.537151] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.745181] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 738.745407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.745686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.746651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.746651] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.959112] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.959317] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.959449] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.961334] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.961334] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.961334] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.961334] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.961334] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.961334] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.961334] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.961334] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.961722] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.961722] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.961722] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.961862] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.962290] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.003682] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.003682] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.003682] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.003784] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.004169] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.004310] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.004429] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.004776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.004918] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b480c3-4c9e-4da0-9f51-8b29cd9f54ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.039462] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.039735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.039735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040232] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.041045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.041138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.041208] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e already deleted. [ 739.041289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.248627] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.248812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.455097] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.455097] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.455097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.455097] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.514303] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.514541] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.514664] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.514955] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.515115] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.515322] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 12b480c3-4c9e-4da0-9f51-8b29cd9f54ce not found, creating... [ 739.515528] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.515713] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.515775] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.516099] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.516279] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.516668] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.516836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.516957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.517251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.517387] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.517521] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 12b480c3-4c9e-4da0-9f51-8b29cd9f54ce is going to be created. [ 739.543804] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.544282] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.544735] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.545315] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.546062] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.546428] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.563026] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 739.563215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.956416] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.233638] env[65753]: INFO networking_nsxv3.common.synchronization [req-e83201c5-9ddb-4c0d-b1c3-e33e0f5a796b req-46bb9df3-9233-4277-9d66-38ca104a4462 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 740.233638] env[65753]: INFO networking_nsxv3.common.synchronization [req-e83201c5-9ddb-4c0d-b1c3-e33e0f5a796b req-46bb9df3-9233-4277-9d66-38ca104a4462 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 740.233638] env[65753]: INFO networking_nsxv3.common.synchronization [req-e83201c5-9ddb-4c0d-b1c3-e33e0f5a796b req-46bb9df3-9233-4277-9d66-38ca104a4462 service nova] Enqueued Resource ID: 12b480c3-4c9e-4da0-9f51-8b29cd9f54ce with Priority: HIGHEST for action port [ 740.234413] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 740.234555] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 740.234647] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b480c3-4c9e-4da0-9f51-8b29cd9f54ce with Priority: HIGHEST for action port [ 740.234928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.235059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.235128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.235434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.235497] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.238659] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.238659] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.238659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.238659] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.239219] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.239219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.239219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.239670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.239817] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b480c3-4c9e-4da0-9f51-8b29cd9f54ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.458994] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.586211] env[65753]: INFO networking_nsxv3.common.synchronization [req-9e228353-79ac-4ca6-8f32-11ef23dba1bc req-cbe8d915-dd6d-4289-9b82-9085d3023af0 tempest-AttachInterfacesUnderV243Test-504714783 tempest-AttachInterfacesUnderV243Test-504714783-project-member] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 740.586776] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGHEST for action security_group_members [ 740.587091] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.587226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.742322] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.742679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.747022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.747022] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12b480c3-4c9e-4da0-9f51-8b29cd9f54ce with status ACTIVE [ 740.747022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.747022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.747022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.747022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.747765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.747765] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12b480c3-4c9e-4da0-9f51-8b29cd9f54ce is going to be updated. [ 740.775686] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.775822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.775881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.780023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.780023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.780023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b480c3-4c9e-4da0-9f51-8b29cd9f54ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.964205] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.964392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.964501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.964809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.964852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.964972] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 740.996204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.996468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.996721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.996855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.997113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.014701] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 741.252671] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.756550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.756908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.756908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.757023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.757121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.757230] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be created. [ 741.802101] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.802244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.802297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.802513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.802668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.817534] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: UNINITIALIZED for 2s [ 743.024670] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 743.025259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.025259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.025451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.025657] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.025784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.025851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.026029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.026118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026334] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.027560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.027560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.027725] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.027834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.027897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.028110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.028165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.028215] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.531131] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.532261] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.532419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.532537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.532833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.532995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.533353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.533466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.533521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.533703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.533776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.533860] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 743.562449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.562609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.562670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.562878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.563033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573528] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 743.828403] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 743.829110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.829403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.829714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830081] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.830183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.830285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.830544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.830903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.831265] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.035726] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7add9e90-b8a8-4bcb-9ed4-5d9794509298: rpc.has_security_group_logging(os_id): False [ 744.058344] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.058344] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.058344] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be updated. [ 744.133883] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.133963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.133996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.134295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.134442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.150891] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: IN_PROGRESS for 2s [ 744.335608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.335862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.335992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.336286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.336545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.336708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.336804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.337016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.337145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.337345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.337525] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.337655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.337730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.337908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.338085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.338192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.338258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.338445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.338535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.338636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.338732] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.842139] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cac678c-ad93-4e2c-8fd6-70b7135d141e: rpc.has_security_group_logging(os_id): False [ 744.860077] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.860777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.860777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.860777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.860777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.860777] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.860968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.860968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.861096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.861199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.861369] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.861431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.861492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.861667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.861732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.861940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.862043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.862191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.862244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.862317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.862400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be created. [ 744.932082] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.932247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.932319] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.932563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.933689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.949795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 745.586014] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 745.586320] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 deletion is rescheduled due to dependency. [ 745.586320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.587629] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.587746] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 746.165176] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 in Status: SUCCESS [ 746.165176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.966521] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 746.966903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.390329] env[65753]: INFO networking_nsxv3.common.synchronization [req-65130927-e7ba-4f13-8371-48ef166bed5b req-1c51c6e2-48aa-4636-8f13-75a6d7422b04 tempest-ListImageFiltersTestJSON-1542069529 tempest-ListImageFiltersTestJSON-1542069529-project-member] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 750.391150] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 750.391334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.391454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.391528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.392062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.392062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.392481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.392614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.392808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.392808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.392941] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.504260] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1044b634-9734-406f-9322-dc81c3e27045 None None] Enqueued Resource ID: 8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4 with Priority: HIGHEST for action port [ 750.505246] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4 with Priority: HIGHEST for action port [ 750.505246] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.505406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.505406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.506258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.506258] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.773842] env[65753]: INFO networking_nsxv3.common.synchronization [req-10e3f1d3-0663-47b3-8202-898158757939 req-a6e97426-20ef-4b26-b5da-207dc8afe0fa tempest-ListServersNegativeTestJSON-308270416 tempest-ListServersNegativeTestJSON-308270416-project-member] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 750.774459] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 750.774798] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.774928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.774998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.775885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775885] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.776082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.777591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.777795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.778529] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.894998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.895243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.895243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.895462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.895575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.895750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.895903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.895903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.896190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.896190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.896299] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 already deleted. [ 750.896299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.009103] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4 [ 751.009476] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.009848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.009964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.010087] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4 already deleted. [ 751.010172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1adbbb-cced-4a3f-a16d-26d7b7f77bc4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.109981] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.110289] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.110409] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.110687] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.110940] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111213] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111417] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.111782] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.111896] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.112010] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.112144] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.112256] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.112351] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.112484] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.133521] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.133704] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.133837] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.134078] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.134424] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-add59776-3d93-4cc4-8b79-045e84a073ff taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.134590] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.134704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.135047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.135181] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add59776-3d93-4cc4-8b79-045e84a073ff',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.285822] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.640101] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.640101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.640101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.640101] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port add59776-3d93-4cc4-8b79-045e84a073ff not found, creating... [ 751.640101] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.640786] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.640786] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.640843] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.641242] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.641815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.641815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.642226] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.642576] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: add59776-3d93-4cc4-8b79-045e84a073ff is going to be created. [ 751.673655] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.673982] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.674146] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.674500] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.674776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.675056] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.787213] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.907054] env[65753]: INFO networking_nsxv3.common.synchronization [req-7b75dc80-3593-4793-873b-c136cb591639 req-1882b12c-0bd0-4c6a-a637-0b3f21d755a5 tempest-ListServersNegativeTestJSON-308270416 tempest-ListServersNegativeTestJSON-308270416-project-member] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 751.907575] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGHEST for action security_group_members [ 751.907878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.907978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.290103] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.290423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.290423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.290501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.290592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.290686] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 752.333699] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.336217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.336217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.336217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.336217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.346022] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 752.408782] env[65753]: INFO networking_nsxv3.common.synchronization [req-65130927-e7ba-4f13-8371-48ef166bed5b req-069d3a16-4fe5-4a31-8119-f221ea2d4e9d service nova] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_rules [ 752.408782] env[65753]: INFO networking_nsxv3.common.synchronization [req-65130927-e7ba-4f13-8371-48ef166bed5b req-069d3a16-4fe5-4a31-8119-f221ea2d4e9d service nova] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 752.408782] env[65753]: INFO networking_nsxv3.common.synchronization [req-65130927-e7ba-4f13-8371-48ef166bed5b req-069d3a16-4fe5-4a31-8119-f221ea2d4e9d service nova] Enqueued Resource ID: add59776-3d93-4cc4-8b79-045e84a073ff with Priority: HIGHEST for action port [ 752.408782] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_rules [ 752.408782] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 752.408782] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add59776-3d93-4cc4-8b79-045e84a073ff with Priority: HIGHEST for action port [ 752.410553] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.410553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.410553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.410553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.410553] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.415804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.415804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.415804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.415804] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.416932] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-add59776-3d93-4cc4-8b79-045e84a073ff taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.416932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.416932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.416932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.416932] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add59776-3d93-4cc4-8b79-045e84a073ff',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.746079] env[65753]: INFO networking_nsxv3.common.synchronization [req-2484f6a4-c851-4795-84ed-a5f8dfaef6a7 req-d425ac8f-99ba-49ae-b98b-e68874c29610 tempest-ServerMetadataTestJSON-2086049374 tempest-ServerMetadataTestJSON-2086049374-project-member] Enqueued Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_members [ 752.746797] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_members [ 752.747340] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.747520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.747599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.747867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.749168] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.749168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.749168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.749168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.749168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.749168] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.919975] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.920298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.920629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add59776-3d93-4cc4-8b79-045e84a073ff with status ACTIVE [ 752.920831] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.920984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.921141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.921571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.921751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.923855] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.923855] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.923855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.923855] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add59776-3d93-4cc4-8b79-045e84a073ff is going to be updated. [ 752.928243] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.953709] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.954073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.954251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.954636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.955020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.955365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add59776-3d93-4cc4-8b79-045e84a073ff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.962745] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f0128e6b-9ce0-46a4-ac88-1a47ce04659b None None] Enqueued Resource ID: 4e6236af-91b5-47a8-8804-8ea7ab4facf3 with Priority: HIGHEST for action port [ 752.963994] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6236af-91b5-47a8-8804-8ea7ab4facf3 with Priority: HIGHEST for action port [ 752.964411] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6236af-91b5-47a8-8804-8ea7ab4facf3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.965784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6236af-91b5-47a8-8804-8ea7ab4facf3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.965784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6236af-91b5-47a8-8804-8ea7ab4facf3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.965784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6236af-91b5-47a8-8804-8ea7ab4facf3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.965784] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6236af-91b5-47a8-8804-8ea7ab4facf3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.201214] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.202012] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-925" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.202012] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-925" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.202299] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-925" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.202738] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.203015] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.203231] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.203590] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.203823] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.204172] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.204369] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.204554] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.205082] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.205082] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.205196] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.205382] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.227545] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.227700] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.227835] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.228741] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-925" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.228741] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-0510cb2b-8be8-482a-83c4-9743bb78efc1 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.228741] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.228741] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.228952] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.229087] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0510cb2b-8be8-482a-83c4-9743bb78efc1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.250762] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.250928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.250989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.251256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.251352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.251543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.251645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.251757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.251892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.251980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.252068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc94d18e-ec99-431e-ab25-5621232383a9 already deleted. [ 753.252190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.430976] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.470221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e6236af-91b5-47a8-8804-8ea7ab4facf3 [ 753.470451] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.470580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.470648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.470894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.470988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.471093] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e6236af-91b5-47a8-8804-8ea7ab4facf3 already deleted. [ 753.471175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6236af-91b5-47a8-8804-8ea7ab4facf3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.732745] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.733113] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.733259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.733610] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.733771] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733925] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 0510cb2b-8be8-482a-83c4-9743bb78efc1 not found, creating... [ 753.734361] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.734529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.734644] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.734875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.735016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.735425] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.735659] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.735781] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.736048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.736186] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.736329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 0510cb2b-8be8-482a-83c4-9743bb78efc1 is going to be created. [ 753.759282] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.759282] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.759531] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.759900] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.760149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.760370] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.937087] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.937258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.937331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.937553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.937643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.937740] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be created. [ 753.969469] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.969629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.970027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.970027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.970126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.987011] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: UNINITIALIZED for 2s [ 754.358901] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 754.359197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.359425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.359714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.360126] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.360304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.360417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.360674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.360715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.360834] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.488349] env[65753]: INFO networking_nsxv3.common.synchronization [req-2484f6a4-c851-4795-84ed-a5f8dfaef6a7 req-77177726-fdd9-470e-8468-48dd1708efde service nova] Enqueued Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_rules [ 754.488505] env[65753]: INFO networking_nsxv3.common.synchronization [req-2484f6a4-c851-4795-84ed-a5f8dfaef6a7 req-77177726-fdd9-470e-8468-48dd1708efde service nova] Enqueued Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_members [ 754.488710] env[65753]: INFO networking_nsxv3.common.synchronization [req-2484f6a4-c851-4795-84ed-a5f8dfaef6a7 req-77177726-fdd9-470e-8468-48dd1708efde service nova] Enqueued Resource ID: 0510cb2b-8be8-482a-83c4-9743bb78efc1 with Priority: HIGHEST for action port [ 754.488885] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_rules [ 754.489103] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_members [ 754.489265] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0510cb2b-8be8-482a-83c4-9743bb78efc1 with Priority: HIGHEST for action port [ 754.490855] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.491131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.491131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.492250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.492250] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.495183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.495183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.495183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.495183] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.495578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-0510cb2b-8be8-482a-83c4-9743bb78efc1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.495578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.495578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.495688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.495717] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0510cb2b-8be8-482a-83c4-9743bb78efc1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.553807] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1248db4a-0d6c-49c7-ae6a-321d8832f9d9 tempest-ServersTestBootFromVolume-151696442 tempest-ServersTestBootFromVolume-151696442-project-member] Enqueued Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_rules [ 754.553940] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_rules [ 754.554245] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.554665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.554794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.555043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.555124] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.712015] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f7b3175b-b26a-4c26-8394-339a2765bfd0 tempest-ServersTestBootFromVolume-151696442 tempest-ServersTestBootFromVolume-151696442-project-member] Enqueued Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_rules [ 754.712015] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_rules [ 754.713033] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.713033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.866047] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.866426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.866979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.866979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.867123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.867228] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.867328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.867399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.867669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.867840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.867888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be updated. [ 754.896786] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.896786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.896786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.897711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.897711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.907908] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: IN_PROGRESS for 2s [ 754.997093] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.000464] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.000464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.000464] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0510cb2b-8be8-482a-83c4-9743bb78efc1 with status ACTIVE [ 755.000464] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.000464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.000464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.000693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.003078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.003078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.003078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.003078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.003078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.003078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.003610] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.003610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.003610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.003610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.003610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.003839] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0510cb2b-8be8-482a-83c4-9743bb78efc1 is going to be updated. [ 755.030201] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.030387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.030478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.031100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.031379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0510cb2b-8be8-482a-83c4-9743bb78efc1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.078193] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.078351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.078881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.078881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.078881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.078881] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 already deleted. [ 755.079066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.079765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.080081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.080179] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.501088] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.675624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.675624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.675624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.676855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.678030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.678255] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 already deleted. [ 755.678398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.999670] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.999670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.999670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.999670] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.006491] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.006491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.006491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.006491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.006491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.006491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc94d18e-ec99-431e-ab25-5621232383a9 is going to be created. [ 756.033547] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.033882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.033882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.034036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.034117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.050053] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc94d18e-ec99-431e-ab25-5621232383a9 in Status: UNINITIALIZED for 2s [ 756.397484] env[65753]: INFO networking_nsxv3.common.synchronization [req-afc08cd5-c920-408e-bd47-85a68d4e60e8 req-3eb6d993-2c90-4ad0-94e7-21f79af52b68 tempest-ListImageFiltersTestJSON-1542069529 tempest-ListImageFiltersTestJSON-1542069529-project-member] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 756.398165] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 756.398518] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.398649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.398718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.398956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.400326] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.400722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.400787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.400971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.401097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.401198] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.502122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.502895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.829319] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.829319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.829319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.829319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.829530] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.829697] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.829809] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.829968] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.830411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.831200] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.831200] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.831200] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.831200] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.831200] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.831200] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.831467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.850681] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.850839] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.850996] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.851159] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851476] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.851645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.851821] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.852160] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.852295] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fb2cea-c496-4afb-99ad-ed2c4eb852bc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.904475] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.917898] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d494a201-0dcf-4a23-b494-edcb9654b053 in Status: SUCCESS [ 756.917898] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 deletion is rescheduled due to dependency. [ 756.917898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.354479] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.354900] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.354900] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.355196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.355342] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.355512] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 31fb2cea-c496-4afb-99ad-ed2c4eb852bc not found, creating... [ 757.355789] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.355952] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.356091] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.356312] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.356445] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.356716] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.356866] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.356979] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.357271] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.357403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.357561] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 31fb2cea-c496-4afb-99ad-ed2c4eb852bc is going to be created. [ 757.382460] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.382674] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.382793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.383074] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.383292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.383507] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.406732] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.909773] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.909986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.909986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.910242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.910335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.910432] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be updated. [ 757.947149] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.947305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.947377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.947593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.947736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.962084] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 758.062790] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc94d18e-ec99-431e-ab25-5621232383a9 in Status: SUCCESS [ 758.063082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.063277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064146] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.064146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.064785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064785] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.149064] env[65753]: INFO networking_nsxv3.common.synchronization [req-afc08cd5-c920-408e-bd47-85a68d4e60e8 req-7f34668c-b297-499d-893f-93e8cc80022d service nova] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_rules [ 758.149339] env[65753]: INFO networking_nsxv3.common.synchronization [req-afc08cd5-c920-408e-bd47-85a68d4e60e8 req-7f34668c-b297-499d-893f-93e8cc80022d service nova] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 758.151626] env[65753]: INFO networking_nsxv3.common.synchronization [req-afc08cd5-c920-408e-bd47-85a68d4e60e8 req-7f34668c-b297-499d-893f-93e8cc80022d service nova] Enqueued Resource ID: 31fb2cea-c496-4afb-99ad-ed2c4eb852bc with Priority: HIGHEST for action port [ 758.154331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_rules [ 758.154331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 758.154331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31fb2cea-c496-4afb-99ad-ed2c4eb852bc with Priority: HIGHEST for action port [ 758.154331] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.154331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.154331] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.154912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.154912] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.154912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.154912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.156663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.156663] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fb2cea-c496-4afb-99ad-ed2c4eb852bc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.567656] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.567942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.567942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.568181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.568386] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.568551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.568627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.568948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.569162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.569368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.569658] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.569869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.570047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.570287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.570550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.570708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.570811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.571096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.571510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.571510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.571634] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.581552] env[65753]: INFO networking_nsxv3.common.synchronization [req-689b3fba-d914-4ff3-94e6-392b392d2dc7 req-8a08d238-6961-4c83-b29c-d0333fbc98a3 tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 758.582195] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 758.582589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.582746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.582819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.583390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.583390] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.583390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.584745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.584745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.584745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.584906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.658721] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31fb2cea-c496-4afb-99ad-ed2c4eb852bc with status ACTIVE [ 758.658969] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.659150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.659226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.660017] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.660253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.660253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.660253] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31fb2cea-c496-4afb-99ad-ed2c4eb852bc is going to be updated. [ 758.685890] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.685890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.685890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.686063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.686677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.687283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31fb2cea-c496-4afb-99ad-ed2c4eb852bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.739718] env[65753]: INFO networking_nsxv3.common.synchronization [None req-10cb4d79-f71f-47e7-8dac-2e32d5de96fc None None] Enqueued Resource ID: 7203c2b3-3261-4404-9d56-647aee69d51c with Priority: HIGHEST for action port [ 758.740920] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7203c2b3-3261-4404-9d56-647aee69d51c with Priority: HIGHEST for action port [ 758.741697] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-7203c2b3-3261-4404-9d56-647aee69d51c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.741832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7203c2b3-3261-4404-9d56-647aee69d51c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.741960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7203c2b3-3261-4404-9d56-647aee69d51c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.743897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7203c2b3-3261-4404-9d56-647aee69d51c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.743897] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7203c2b3-3261-4404-9d56-647aee69d51c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.075340] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc94d18e-ec99-431e-ab25-5621232383a9: rpc.has_security_group_logging(os_id): False [ 759.089449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.089603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.089671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.090132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.090132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.090325] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.090438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.090484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.090644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.090750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.090833] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be updated. [ 759.115859] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.116086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.116198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.116483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.116609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.116914] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.117085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.117149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.120852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.120852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.120852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.120852] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc94d18e-ec99-431e-ab25-5621232383a9 is going to be created. [ 759.148803] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.148982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.149074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.149297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.149449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.160342] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 759.194459] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.195209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.195209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.198407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.198539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215230] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc94d18e-ec99-431e-ab25-5621232383a9 in Status: IN_PROGRESS for 2s [ 759.246728] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7203c2b3-3261-4404-9d56-647aee69d51c [ 759.246728] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.246728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.246728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.246728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.246728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.246728] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7203c2b3-3261-4404-9d56-647aee69d51c already deleted. [ 759.246728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7203c2b3-3261-4404-9d56-647aee69d51c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.525161] env[65753]: INFO networking_nsxv3.common.synchronization [req-bb4870e9-6ff1-4fe8-9c8b-8395a2d5d912 req-0323b5ea-19e5-4fc7-856d-3f8bc9e0f9a8 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 759.526515] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 759.526515] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.526818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.527356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.529186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.529186] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.529186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.529186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.529186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.529186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.529186] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.972773] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 759.973125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.973531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.973531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.973713] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.974025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.974025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.974025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.974025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.974399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.974399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.974399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.974399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.974600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.974702] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.974849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.974849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.974932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.974975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.975223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.975223] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.976039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.976210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.976360] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.976491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.976547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.976648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.976724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.976815] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.033094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.033450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.033450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.033600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.033659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.033862] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.034639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.034639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.034639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.034639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.034639] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be updated. [ 760.070238] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.070418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.070467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.070683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.070828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.082955] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: IN_PROGRESS for 2s [ 760.479282] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53998ef-0943-45b6-bfab-30e87531be99: rpc.has_security_group_logging(os_id): False [ 760.480947] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.499578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.499764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.499764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.500246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.500448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.500619] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.500763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.500817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.500999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.501126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.501341] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.501469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.501722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.501876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.502082] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.502169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.502228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.502432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.502432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.502547] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be created. [ 760.596572] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.596572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.596572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.596840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.597046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.614084] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 760.983573] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.170593] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 761.170593] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb deletion is rescheduled due to dependency. [ 761.170801] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.228135] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc94d18e-ec99-431e-ab25-5621232383a9 in Status: SUCCESS [ 761.229086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.413560] env[65753]: INFO networking_nsxv3.common.synchronization [req-a16f1933-b13d-4252-90b2-027ee88cda36 req-ce4dfe2e-6f1d-4429-8fa0-36d2c3434b85 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d with Priority: HIGHEST for action security_group_rules [ 761.414181] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d with Priority: HIGHEST for action security_group_rules [ 761.414508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.414673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.415312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.415312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.415312] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.485231] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.485366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.485507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.485981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.485981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.485981] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be updated. [ 761.518965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.519560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.519560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.519560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.519797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.532029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 761.558059] env[65753]: INFO networking_nsxv3.common.synchronization [None req-d09ce975-82cc-409f-9111-710a60a313e4 None None] Enqueued Resource ID: 242a1dd6-202f-44bb-98c8-88cc079e1708 with Priority: HIGHEST for action port [ 761.558728] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242a1dd6-202f-44bb-98c8-88cc079e1708 with Priority: HIGHEST for action port [ 761.559238] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-242a1dd6-202f-44bb-98c8-88cc079e1708 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.559238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242a1dd6-202f-44bb-98c8-88cc079e1708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.559343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242a1dd6-202f-44bb-98c8-88cc079e1708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.559765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242a1dd6-202f-44bb-98c8-88cc079e1708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.559765] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242a1dd6-202f-44bb-98c8-88cc079e1708',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.939877] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.940046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.940116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.940918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.941031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.941218] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d already deleted. [ 761.941254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5924e11-3e19-4e58-bcd2-fa2d1f2cd02d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.064581] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 242a1dd6-202f-44bb-98c8-88cc079e1708 [ 762.064581] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.064581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.064581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.064960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.064960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.064960] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:242a1dd6-202f-44bb-98c8-88cc079e1708 already deleted. [ 762.064960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242a1dd6-202f-44bb-98c8-88cc079e1708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.095778] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: SUCCESS [ 762.095778] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda deletion is rescheduled due to dependency. [ 762.095778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.304323] env[65753]: INFO networking_nsxv3.common.synchronization [req-7cadd66f-7c27-462a-b5e5-b945eb60070a req-0080b092-5446-44d4-b8d9-4831492b2bf8 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: f8dea4a5-cabb-43a0-8bfb-f71f276d0b25 with Priority: HIGHEST for action security_group_rules [ 762.304323] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dea4a5-cabb-43a0-8bfb-f71f276d0b25 with Priority: HIGHEST for action security_group_rules [ 762.304323] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8dea4a5-cabb-43a0-8bfb-f71f276d0b25 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.304323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8dea4a5-cabb-43a0-8bfb-f71f276d0b25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.304323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8dea4a5-cabb-43a0-8bfb-f71f276d0b25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.304323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8dea4a5-cabb-43a0-8bfb-f71f276d0b25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.304323] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8dea4a5-cabb-43a0-8bfb-f71f276d0b25',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.610122] env[65753]: INFO networking_nsxv3.common.synchronization [req-20e74943-844e-45ef-94ed-ee0ac8829401 req-439f77c1-ca05-4551-b9bc-8c31ca7c8033 tempest-ServersAdminNegativeTestJSON-152403051 tempest-ServersAdminNegativeTestJSON-152403051-project-member] Enqueued Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 762.610122] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430f5d2-e86a-4f05-8cda-d105713959b8 with Priority: HIGHEST for action security_group_members [ 762.610122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430f5d2-e86a-4f05-8cda-d105713959b8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.610122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.610122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.610122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.610122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.610122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.610122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.610950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.612563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.612563] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430f5d2-e86a-4f05-8cda-d105713959b8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.627718] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 762.627718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.627920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.627955] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.827649] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.827649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.827649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.827649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.827649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.827649] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8dea4a5-cabb-43a0-8bfb-f71f276d0b25 already deleted. [ 762.827649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8dea4a5-cabb-43a0-8bfb-f71f276d0b25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.116319] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.116626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.116663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.116884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.117207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.117560] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.119532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.119532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.119532] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 is going to be updated. [ 763.130264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.130471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.149094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.149094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.149094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.149424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.149424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.158507] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: IN_PROGRESS for 2s [ 763.230815] env[65753]: INFO networking_nsxv3.common.synchronization [req-e7ec064c-93da-4e8d-95e4-08d0e2db4552 req-9aac4b3f-6957-4d7b-84c5-788a115393c7 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: 19a39397-32f3-4be0-ab80-20c7032b7205 with Priority: HIGHEST for action security_group_rules [ 763.230815] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a39397-32f3-4be0-ab80-20c7032b7205 with Priority: HIGHEST for action security_group_rules [ 763.230815] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19a39397-32f3-4be0-ab80-20c7032b7205 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.230815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19a39397-32f3-4be0-ab80-20c7032b7205" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.230815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19a39397-32f3-4be0-ab80-20c7032b7205" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.231093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19a39397-32f3-4be0-ab80-20c7032b7205" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.231213] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19a39397-32f3-4be0-ab80-20c7032b7205',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.545538] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 763.546181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.546181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.546379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.546527] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.546698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.546879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.547025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.547438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.547438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.547504] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.760365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.760595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.760661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.760914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.761062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.761251] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19a39397-32f3-4be0-ab80-20c7032b7205 already deleted. [ 763.761397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19a39397-32f3-4be0-ab80-20c7032b7205" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.050015] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.050191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.050277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.050479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.050651] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.050745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.050808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.050965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.051078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051322] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.051457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.051535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.051616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.051751] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.051896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.051951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052355] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.561768] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53998ef-0943-45b6-bfab-30e87531be99: rpc.has_security_group_logging(os_id): False [ 764.564517] env[65753]: INFO networking_nsxv3.common.synchronization [req-3012c077-a8d6-42c5-8862-b3789cac0fe8 req-6406b39d-ca34-4350-ac0b-6b748e55d157 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: 1c498185-76de-4255-bc11-b919da2c1a97 with Priority: HIGHEST for action security_group_rules [ 764.565320] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c498185-76de-4255-bc11-b919da2c1a97 with Priority: HIGHEST for action security_group_rules [ 764.566242] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c498185-76de-4255-bc11-b919da2c1a97 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.566405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c498185-76de-4255-bc11-b919da2c1a97" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.566500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c498185-76de-4255-bc11-b919da2c1a97" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.566934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c498185-76de-4255-bc11-b919da2c1a97" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.567057] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c498185-76de-4255-bc11-b919da2c1a97',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.586453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.586627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.586698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.586964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.587147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.587414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.587560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.587638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.587992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.588593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.588862] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.588991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.588991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.589330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.589330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.589496] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.589575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.589728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.589946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.590094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.590318] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be updated. [ 764.658702] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.658977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.659093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.659834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.659834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.676604] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 765.058990] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c633ed04-f695-475a-960f-a0bf4cbf6d44 tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_rules [ 765.059223] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_rules [ 765.059377] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.059503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.059573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.059973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.060068] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.094031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.094031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.094031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.094031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.094031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.094031] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c498185-76de-4255-bc11-b919da2c1a97 already deleted. [ 765.094031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c498185-76de-4255-bc11-b919da2c1a97" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.164178] env[65753]: INFO networking_nsxv3.common.synchronization [None req-68d6065f-6372-4d04-94ea-8ffefb7f9fc4 tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_rules [ 765.164800] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_rules [ 765.165112] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.165455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.170295] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430f5d2-e86a-4f05-8cda-d105713959b8 in Status: SUCCESS [ 765.170469] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430f5d2-e86a-4f05-8cda-d105713959b8 deletion is rescheduled due to dependency. [ 765.170827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430f5d2-e86a-4f05-8cda-d105713959b8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.542728] env[65753]: INFO networking_nsxv3.common.synchronization [req-9516bde6-1036-4a23-91c5-a2a0faf85774 req-3e021530-231e-4aa7-9c79-4b132046c6d5 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: c1e43946-ba26-41b6-8559-2435a462f739 with Priority: HIGHEST for action security_group_rules [ 765.543294] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e43946-ba26-41b6-8559-2435a462f739 with Priority: HIGHEST for action security_group_rules [ 765.543588] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e43946-ba26-41b6-8559-2435a462f739 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.543706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.543791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.544059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544158] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e43946-ba26-41b6-8559-2435a462f739',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.585814] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.586118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.586118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.586262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.586359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.586455] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf already deleted. [ 765.586510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.586660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.586812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.586906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.858893] env[65753]: INFO networking_nsxv3.common.synchronization [req-a520b6ab-8c74-4db8-9f52-a452b1387600 req-3a002dad-61c6-4a43-b986-2a6b06156f58 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: c1e43946-ba26-41b6-8559-2435a462f739 with Priority: HIGHEST for action security_group_rules [ 765.859670] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e43946-ba26-41b6-8559-2435a462f739 with Priority: HIGHEST for action security_group_rules [ 765.859732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e43946-ba26-41b6-8559-2435a462f739 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.860177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.068632] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.068861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.068861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.069083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.069177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.069276] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e43946-ba26-41b6-8559-2435a462f739 already deleted. [ 766.069355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.069525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.069671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.069757] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e43946-ba26-41b6-8559-2435a462f739',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.110339] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.111120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.111120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.111120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.111120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.111120] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf already deleted. [ 766.111120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.349934] env[65753]: INFO networking_nsxv3.common.synchronization [req-4df4bece-9bb7-4bf7-a5fb-9ddfbe09e039 req-02d34824-0138-4a6e-9c1c-5379ad3bba03 tempest-ServersTestJSON-567428874 tempest-ServersTestJSON-567428874-project-member] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_members [ 766.350501] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_members [ 766.350996] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.350996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.351150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.351343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.351585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.351751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.351832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.352483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.352483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.352483] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.593361] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.593947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.593947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.593947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.593947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.593947] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e43946-ba26-41b6-8559-2435a462f739 already deleted. [ 766.594261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.693748] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 766.693899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.712047] env[65753]: INFO networking_nsxv3.common.synchronization [req-b5fa5e59-41aa-4c0d-b335-ca93f98ead5a req-04e1a267-a237-4461-a039-266851d04325 tempest-SecurityGroupRulesTestJSON-116689841 tempest-SecurityGroupRulesTestJSON-116689841-project-member] Enqueued Resource ID: c1e43946-ba26-41b6-8559-2435a462f739 with Priority: HIGHEST for action security_group_rules [ 766.712735] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e43946-ba26-41b6-8559-2435a462f739 with Priority: HIGHEST for action security_group_rules [ 766.713489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1e43946-ba26-41b6-8559-2435a462f739 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.713489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.713652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.714844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.714844] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1e43946-ba26-41b6-8559-2435a462f739',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.759764] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.759959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-550" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.760146] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-550" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.760454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-550" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.761732] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.761907] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.762113] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.762366] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.762533] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.762765] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.762886] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.763040] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.763152] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.763515] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.763620] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.763758] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.785315] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.787547] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.787547] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.787547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-550" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.787547] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.787547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.787547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.787547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.788628] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1c3792-b109-4ead-81ff-2d275ce2dbc7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.854489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.854895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.855120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.855876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.855876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.855876] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.855876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.855876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.856215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.856278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.856328] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 already deleted. [ 766.856403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.244910] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.245490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.245490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.245641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.245641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.246252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1e43946-ba26-41b6-8559-2435a462f739 already deleted. [ 767.246252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1e43946-ba26-41b6-8559-2435a462f739" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.292480] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.293787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.293787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.293787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.293787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.293787] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 1b1c3792-b109-4ead-81ff-2d275ce2dbc7 not found, creating... [ 767.294117] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.294196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.294308] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.294781] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.294781] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.295082] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.295251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.295398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.295628] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.295776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.295891] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 1b1c3792-b109-4ead-81ff-2d275ce2dbc7 is going to be created. [ 767.338853] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.339227] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.339411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.339748] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.340113] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.340477] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.092997] env[65753]: INFO networking_nsxv3.common.synchronization [req-4df4bece-9bb7-4bf7-a5fb-9ddfbe09e039 req-4f2dab16-be94-4344-a485-5d9ef8ac2a1e service nova] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_rules [ 768.093363] env[65753]: INFO networking_nsxv3.common.synchronization [req-4df4bece-9bb7-4bf7-a5fb-9ddfbe09e039 req-4f2dab16-be94-4344-a485-5d9ef8ac2a1e service nova] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_members [ 768.093363] env[65753]: INFO networking_nsxv3.common.synchronization [req-4df4bece-9bb7-4bf7-a5fb-9ddfbe09e039 req-4f2dab16-be94-4344-a485-5d9ef8ac2a1e service nova] Enqueued Resource ID: 1b1c3792-b109-4ead-81ff-2d275ce2dbc7 with Priority: HIGHEST for action port [ 768.093917] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_rules [ 768.094083] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_members [ 768.094600] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c3792-b109-4ead-81ff-2d275ce2dbc7 with Priority: HIGHEST for action port [ 768.095114] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.095114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.095114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.095293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.095367] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.096470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.096579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.096845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.096932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.097089] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.097234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.097305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.097663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.097861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.098136] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.099227] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.099353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.099420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.099596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.099683] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1c3792-b109-4ead-81ff-2d275ce2dbc7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.218789] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.218928] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.601865] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.602094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.602332] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.603589] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b1c3792-b109-4ead-81ff-2d275ce2dbc7 with status ACTIVE [ 768.604066] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.604066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.604066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.604301] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.604390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.605135] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.605135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.605135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.605135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.605135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.605135] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.605541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.605541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.605541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.605541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.605541] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b1c3792-b109-4ead-81ff-2d275ce2dbc7 is going to be updated. [ 768.631177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.631177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.631472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.631472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.631580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.631697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b1c3792-b109-4ead-81ff-2d275ce2dbc7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.108236] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.611445] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.611676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.611676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.611982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.612142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.612206] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 is going to be created. [ 769.637840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.637987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.637987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.639057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.639057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.653168] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: UNINITIALIZED for 2s [ 769.834509] env[65753]: INFO networking_nsxv3.common.synchronization [req-bd84df20-d071-4d67-ae91-af24f8765ec5 req-2aa94c9f-5b02-42c7-8332-8c5bb14302e9 tempest-ServerMetadataTestJSON-2086049374 tempest-ServerMetadataTestJSON-2086049374-project-member] Enqueued Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_members [ 769.835413] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc94d18e-ec99-431e-ab25-5621232383a9 with Priority: HIGHEST for action security_group_members [ 769.835851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc94d18e-ec99-431e-ab25-5621232383a9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.835996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.836302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.836462] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.836565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.836778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.836863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.836959] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc94d18e-ec99-431e-ab25-5621232383a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.339977] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.340414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.340414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.340572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.340659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.340860] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.340973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.341097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.341340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.341463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.341593] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc94d18e-ec99-431e-ab25-5621232383a9 is going to be updated. [ 770.383248] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.383419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.383582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.384329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.384594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.401214] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc94d18e-ec99-431e-ab25-5621232383a9 in Status: IN_PROGRESS for 2s [ 771.674030] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: SUCCESS [ 771.674405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.674496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.674771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.674892] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.675039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.675170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.675391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.675495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.675685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.675787] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.178479] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.425699] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc94d18e-ec99-431e-ab25-5621232383a9 in Status: SUCCESS [ 772.425898] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc94d18e-ec99-431e-ab25-5621232383a9 deletion is rescheduled due to dependency. [ 772.426741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc94d18e-ec99-431e-ab25-5621232383a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.680823] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ff24332-21ae-4a53-ac09-0633b9dc6020: rpc.has_security_group_logging(os_id): False [ 772.711217] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.711217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.711217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.711217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.711689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.712272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.712695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.712934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.716064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.716064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.716064] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 is going to be created. [ 772.792319] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.792558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.793047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.793298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.793546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.821443] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: IN_PROGRESS for 2s [ 773.855075] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d1cd5d1-f3c5-4e92-8d33-27fb894bc781 req-e0d5d826-072c-4f15-ae24-93f20a527df9 tempest-MigrationsAdminTest-1268559466 tempest-MigrationsAdminTest-1268559466-project-member] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 773.856086] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 773.856086] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.859624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.859624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.859624] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.267065] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.267065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.267065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.267065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.267065] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.267065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.267065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.268085] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.268380] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.268708] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.269231] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.269459] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.269651] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.271841] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.271841] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.271841] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.289283] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f720fff4-b2a4-4911-ade6-6a01ad826f90 None None] Enqueued Resource ID: a1d17358-c2b6-4c28-8878-bf5cab2ec9d6 with Priority: HIGHEST for action port [ 774.289954] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.290247] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.290480] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.290757] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-349" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.291170] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-ea073371-1ad8-47ae-9cca-67a419a8e219 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.291808] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.292135] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.292548] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.292793] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea073371-1ad8-47ae-9cca-67a419a8e219',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.294336] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d17358-c2b6-4c28-8878-bf5cab2ec9d6 with Priority: HIGHEST for action port [ 774.295888] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1d17358-c2b6-4c28-8878-bf5cab2ec9d6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.295888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1d17358-c2b6-4c28-8878-bf5cab2ec9d6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.295888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1d17358-c2b6-4c28-8878-bf5cab2ec9d6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.296171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1d17358-c2b6-4c28-8878-bf5cab2ec9d6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.296171] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d17358-c2b6-4c28-8878-bf5cab2ec9d6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.362708] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.796614] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.796828] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.796950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.797269] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.797411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.797561] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port ea073371-1ad8-47ae-9cca-67a419a8e219 not found, creating... [ 774.797824] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.797979] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.798099] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.798309] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.798436] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.798705] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.798855] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.798967] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.799188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.799314] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.799443] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: ea073371-1ad8-47ae-9cca-67a419a8e219 is going to be created. [ 774.800655] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1d17358-c2b6-4c28-8878-bf5cab2ec9d6 [ 774.800818] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.800986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.800986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.801132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.801207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.801282] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1d17358-c2b6-4c28-8878-bf5cab2ec9d6 already deleted. [ 774.801361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1d17358-c2b6-4c28-8878-bf5cab2ec9d6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.824323] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.824323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.824323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.824323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.824323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.824323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.836648] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: SUCCESS [ 774.836648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.864065] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.368715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.368864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.368864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.369811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.369811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.369811] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be updated. [ 775.409724] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.410125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.410125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.410261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.410397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.426207] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: IN_PROGRESS for 2s [ 775.643257] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d1cd5d1-f3c5-4e92-8d33-27fb894bc781 req-95b2583a-cc81-4654-856f-db7d79b8b407 service nova] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_rules [ 775.643257] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d1cd5d1-f3c5-4e92-8d33-27fb894bc781 req-95b2583a-cc81-4654-856f-db7d79b8b407 service nova] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 775.643463] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d1cd5d1-f3c5-4e92-8d33-27fb894bc781 req-95b2583a-cc81-4654-856f-db7d79b8b407 service nova] Enqueued Resource ID: ea073371-1ad8-47ae-9cca-67a419a8e219 with Priority: HIGHEST for action port [ 775.643984] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_rules [ 775.647914] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 775.647914] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea073371-1ad8-47ae-9cca-67a419a8e219 with Priority: HIGHEST for action port [ 775.648221] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.648388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.648457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.648622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.648743] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.650694] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.650694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.650908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea073371-1ad8-47ae-9cca-67a419a8e219 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.651057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.651057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.651347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.651443] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea073371-1ad8-47ae-9cca-67a419a8e219',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.153552] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.153906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.153906] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea073371-1ad8-47ae-9cca-67a419a8e219 with status ACTIVE [ 776.154086] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.154181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.154181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.154662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.154662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.154775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.154868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.154972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.155227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.155631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.155631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.155631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.155967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.155967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.155967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.155967] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea073371-1ad8-47ae-9cca-67a419a8e219 is going to be updated. [ 776.180119] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.180465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.180465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.180583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.180779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.180894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea073371-1ad8-47ae-9cca-67a419a8e219" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.628635] env[65753]: INFO networking_nsxv3.common.synchronization [None req-60370397-b24f-4fe0-98f7-6018cf298db2 None None] Enqueued Resource ID: edb2516c-2bb3-4dba-92e5-bb43ddbc0255 with Priority: HIGHEST for action port [ 776.630959] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb2516c-2bb3-4dba-92e5-bb43ddbc0255 with Priority: HIGHEST for action port [ 776.630959] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb2516c-2bb3-4dba-92e5-bb43ddbc0255 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.630959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb2516c-2bb3-4dba-92e5-bb43ddbc0255" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.630959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb2516c-2bb3-4dba-92e5-bb43ddbc0255" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.632665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb2516c-2bb3-4dba-92e5-bb43ddbc0255" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.632769] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb2516c-2bb3-4dba-92e5-bb43ddbc0255',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.135738] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edb2516c-2bb3-4dba-92e5-bb43ddbc0255 [ 777.135979] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.136447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.136541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136640] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edb2516c-2bb3-4dba-92e5-bb43ddbc0255 already deleted. [ 777.136719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb2516c-2bb3-4dba-92e5-bb43ddbc0255" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.441027] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.441027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.441027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.441027] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.943438] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.446728] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.953526] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.953526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.953526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.953526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.953526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.953526] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be updated. [ 778.990400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.990400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.990400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.993437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.993437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.002344] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: IN_PROGRESS for 2s [ 779.343342] env[65753]: INFO networking_nsxv3.common.synchronization [req-bef51da3-11e9-4bca-8696-040b84865519 req-da19113e-4072-4117-b65f-7f184ea63142 tempest-FloatingIPsAssociationNegativeTestJSON-1416911984 tempest-FloatingIPsAssociationNegativeTestJSON-1416911984-project-member] Enqueued Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_members [ 779.344043] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_members [ 779.344623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.344623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.344784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.344946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.345124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.345232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.345297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.345760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.345760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.345855] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.508602] env[65753]: INFO networking_nsxv3.common.synchronization [req-d26b2029-1414-48d6-ac08-9ae5b60d4ecc req-937ea43e-e61f-4690-8f7f-b5f31345ba6e tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 779.509245] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 779.509534] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.509694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.509778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.515780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.515780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.515780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.515780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.515780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.517480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.517589] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.851844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.853191] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.853369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.853478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.853727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.853845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.854020] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f55b26a3-bbd7-49ac-b257-3348445d977c already deleted. [ 779.854162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.010266] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.010266] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-400" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.010266] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-400" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.010266] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-400" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.010893] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.013032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.013032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.013032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.013032] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.013032] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.013032] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.013032] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.013032] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.013032] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.013759] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.014482] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.020279] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.039605] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.040613] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.040613] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.040957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-400" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.041537] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.041756] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.042038] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.042498] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.042700] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6691e2d5-9b50-4c74-a64b-2c6f98ae2a44',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.523940] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.545699] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.545917] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546050] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.546402] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.546557] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.546958] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 not found, creating... [ 780.546958] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547183] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547515] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547584] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547788] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547933] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.548048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.548246] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.548367] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.548526] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 is going to be created. [ 780.569554] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.569871] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.572455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.572455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.572455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.572455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018124] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.018124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018124] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.029080] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.029080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.029080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.029080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.029080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.029080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 781.062026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.062026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.062026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.062026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.062026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.073421] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 781.339358] env[65753]: INFO networking_nsxv3.common.synchronization [req-bef51da3-11e9-4bca-8696-040b84865519 req-aefed3c2-5b16-4607-bed5-b3df9eccb4df service nova] Enqueued Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_rules [ 781.339505] env[65753]: INFO networking_nsxv3.common.synchronization [req-bef51da3-11e9-4bca-8696-040b84865519 req-aefed3c2-5b16-4607-bed5-b3df9eccb4df service nova] Enqueued Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_members [ 781.339579] env[65753]: INFO networking_nsxv3.common.synchronization [req-bef51da3-11e9-4bca-8696-040b84865519 req-aefed3c2-5b16-4607-bed5-b3df9eccb4df service nova] Enqueued Resource ID: 6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 with Priority: HIGHEST for action port [ 781.341605] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_rules [ 781.341882] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_members [ 781.342137] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 with Priority: HIGHEST for action port [ 781.342673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.342862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.342960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.343263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.343422] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.347146] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.347336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.347501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.347903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.348295] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.348484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.348635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.349192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.349374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.349567] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.352672] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.354020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.354389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.355218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.355218] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6691e2d5-9b50-4c74-a64b-2c6f98ae2a44',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.522134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.522481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.522704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.523952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.524477] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.524775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.524940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.526574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.526574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526715] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.526771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.526837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527153] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.529984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.529984] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.634800] env[65753]: INFO networking_nsxv3.common.synchronization [req-89b14d7d-fac5-4177-8a8f-d9cc634496df req-4c313925-d290-41c0-a329-b3c379342f12 tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 781.635417] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 781.635732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.635856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.635923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.636186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.636346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.636657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.636827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.636915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.637022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.858542] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.860105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.860105] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.860105] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 with status ACTIVE [ 781.861401] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.861506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.861899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.861899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.862147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862612] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.862612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.862612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.862852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.863411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863722] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.864049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.864049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.864340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.864483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.864697] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6691e2d5-9b50-4c74-a64b-2c6f98ae2a44 is going to be updated. [ 781.892890] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.893162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.893162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.893335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.893474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.893676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6691e2d5-9b50-4c74-a64b-2c6f98ae2a44" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.909847] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-f291689d-6bf8-44f1-9182-438e2e93334e tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 781.910801] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 781.910905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.911030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.911438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.911438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.911558] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.911611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.911656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.911772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.912299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.912299] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.032959] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b20945f-7e41-432e-9981-6246ab478cd8: rpc.has_security_group_logging(os_id): False [ 782.054777] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.054777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.054777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.054777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.054777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.055166] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.055376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.055474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.055657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.055742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.055944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.056051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.056116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.056315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.056388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.056577] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.056704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.056737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.056867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.057237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.060624] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be updated. [ 782.141578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.141793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.141793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.142181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.142312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.142488] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.142613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.142667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.142985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.142985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.143137] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 782.151523] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.151727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.151862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.152057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.169963] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: IN_PROGRESS for 2s [ 782.189762] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.190106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.190215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.190442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.190585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.202849] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 782.304814] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-0acc7b3e-2757-4823-91bf-f28b78564446 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 782.305397] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 782.305734] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.305838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.369970] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.414775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.415241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.415378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.415633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.415756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.415993] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.416176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.416264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.416458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.416615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.416763] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 782.451032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.451032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.451032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.451032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.451032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462102] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 782.760825] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-485" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-485" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.761590] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-485" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.761883] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.762104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.762242] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.762465] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.762625] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.762880] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.763106] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.763210] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.763266] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.763362] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.763460] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.764093] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.783312] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.783520] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.783583] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.783765] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-485" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.784120] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-6cc91558-00db-46cf-a8a1-93f06ecf3e20 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.784307] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.784421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.785069] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.785069] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc91558-00db-46cf-a8a1-93f06ecf3e20',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.872556] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.872769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.872840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.873102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.873192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.873284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f55b26a3-bbd7-49ac-b257-3348445d977c is going to be created. [ 782.911550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.911776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.911776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.912086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.912204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.923803] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: UNINITIALIZED for 2s [ 783.085743] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 783.086083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.287115] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.287327] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.287447] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.287728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.287868] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.288030] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 6cc91558-00db-46cf-a8a1-93f06ecf3e20 not found, creating... [ 783.289010] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.289010] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.289010] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.289010] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.289010] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.289263] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.289263] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.289347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.290421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.290421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.290421] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 6cc91558-00db-46cf-a8a1-93f06ecf3e20 is going to be created. [ 783.337050] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.337337] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.337471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.337759] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.340033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.340033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.757023] env[65753]: INFO networking_nsxv3.common.synchronization [None req-74f4e714-f5a1-4e73-b18a-8a239f6bd538 None None] Enqueued Resource ID: 64a6a7ec-acb0-4b85-91c7-622d6bd401e7 with Priority: HIGHEST for action port [ 783.757023] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a6a7ec-acb0-4b85-91c7-622d6bd401e7 with Priority: HIGHEST for action port [ 783.757023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a6a7ec-acb0-4b85-91c7-622d6bd401e7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.757023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a6a7ec-acb0-4b85-91c7-622d6bd401e7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.757023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a6a7ec-acb0-4b85-91c7-622d6bd401e7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.757023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a6a7ec-acb0-4b85-91c7-622d6bd401e7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.757023] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a6a7ec-acb0-4b85-91c7-622d6bd401e7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.062324] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-a94ef671-4ac5-4e66-8ee4-7a1254b1655b service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 784.068356] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-a94ef671-4ac5-4e66-8ee4-7a1254b1655b service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 784.068356] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-a94ef671-4ac5-4e66-8ee4-7a1254b1655b service nova] Enqueued Resource ID: 6cc91558-00db-46cf-a8a1-93f06ecf3e20 with Priority: HIGHEST for action port [ 784.068356] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 784.068356] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 784.068356] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc91558-00db-46cf-a8a1-93f06ecf3e20 with Priority: HIGHEST for action port [ 784.068575] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.070368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.070368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.070368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.070368] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.072736] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.072929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.073094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc91558-00db-46cf-a8a1-93f06ecf3e20 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.073230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.073578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.073799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.073873] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc91558-00db-46cf-a8a1-93f06ecf3e20',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.185215] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 784.185215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.213985] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 784.214204] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 784.214328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.261883] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64a6a7ec-acb0-4b85-91c7-622d6bd401e7 [ 784.264177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.264177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.264177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.264177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.264177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.264177] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64a6a7ec-acb0-4b85-91c7-622d6bd401e7 already deleted. [ 784.264177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a6a7ec-acb0-4b85-91c7-622d6bd401e7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.476173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 784.479532] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b deletion is rescheduled due to dependency. [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.479532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.479532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.479532] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.576389] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.576389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.576389] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cc91558-00db-46cf-a8a1-93f06ecf3e20 with status ACTIVE [ 784.576389] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.577338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.577338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.577338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.577338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.577338] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.577338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.577567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.578340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.578340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.578340] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.578340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.578340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.578340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.579437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.579437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cc91558-00db-46cf-a8a1-93f06ecf3e20 is going to be updated. [ 784.603579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.603795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.603867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.604167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.604348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.604526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc91558-00db-46cf-a8a1-93f06ecf3e20" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.939557] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: SUCCESS [ 784.940383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.943898] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.943898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.943898] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.983557] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.030695] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030995] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-330" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.031097] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-330" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.032275] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-330" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.032275] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.032275] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.032556] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.032607] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.032717] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.032953] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.033091] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.033214] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.033320] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.033416] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.033491] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.033709] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.061561] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.061561] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.061728] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.061974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-330" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.062439] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-99223b4e-c230-4330-8b02-e0b49b37f50f taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.062742] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.064037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.064037] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99223b4e-c230-4330-8b02-e0b49b37f50f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.446988] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.446988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.446988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.446988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.447335] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.447335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.447418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.447583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.447755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.447894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.448134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.448240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.448295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.448453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.448587] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.448677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.448737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.448928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.449336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.449336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.449336] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.485925] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.567133] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.567372] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.567502] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.567773] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.567932] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.568195] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 99223b4e-c230-4330-8b02-e0b49b37f50f not found, creating... [ 785.568342] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.568504] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.568631] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.568854] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.568986] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.569284] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.569453] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.569567] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.569773] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.569965] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.570132] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 99223b4e-c230-4330-8b02-e0b49b37f50f is going to be created. [ 785.595939] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.596165] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.596280] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.596557] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.596777] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.596995] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.833942] env[65753]: INFO networking_nsxv3.common.synchronization [None req-06d1c955-3111-43f1-a2af-fbc8cb321e0f tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_rules [ 785.834660] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_rules [ 785.834974] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.835128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.835196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.835456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.835540] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.952028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f55b26a3-bbd7-49ac-b257-3348445d977c: rpc.has_security_group_logging(os_id): False [ 785.965937] env[65753]: INFO networking_nsxv3.common.synchronization [None req-ccce5108-8080-4472-882f-d7dbf90b1d7a tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_rules [ 785.966275] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_rules [ 785.966560] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.966711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.970873] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.971074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.971074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.971337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.971450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.971633] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.971744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.971843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.971948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.972264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973149] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.973149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.973149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.973149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.973149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973469] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.973469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.973469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.973642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.973642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973754] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f55b26a3-bbd7-49ac-b257-3348445d977c is going to be created. [ 785.989099] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.989352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.989352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.989526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.989611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.989742] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 786.015654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.015865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.015949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.016233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.016430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.034383] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.034650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.034785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.035653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.035952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.038196] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 786.048921] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: IN_PROGRESS for 2s [ 786.319900] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-dba571b4-f00a-4cab-bd2e-7bc4dd9e2cc9 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 786.320437] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-dba571b4-f00a-4cab-bd2e-7bc4dd9e2cc9 service nova] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 786.320827] env[65753]: INFO networking_nsxv3.common.synchronization [req-5c43463d-27f6-480c-9293-f1787918d768 req-dba571b4-f00a-4cab-bd2e-7bc4dd9e2cc9 service nova] Enqueued Resource ID: 99223b4e-c230-4330-8b02-e0b49b37f50f with Priority: HIGHEST for action port [ 786.321811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_rules [ 786.322393] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 786.322539] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99223b4e-c230-4330-8b02-e0b49b37f50f with Priority: HIGHEST for action port [ 786.322869] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.322989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.323407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323625] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-99223b4e-c230-4330-8b02-e0b49b37f50f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.323743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.323875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.324154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.324267] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99223b4e-c230-4330-8b02-e0b49b37f50f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.361118] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.361118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.361118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.361118] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d already deleted. [ 786.361118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.361596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.361758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.361841] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.459086] env[65753]: INFO networking_nsxv3.common.synchronization [None req-72c4c26c-cfe3-478e-a352-935022a6086b None None] Enqueued Resource ID: 907d6c75-8aae-4f80-89bd-4cceb0fea311 with Priority: HIGHEST for action port [ 786.461037] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907d6c75-8aae-4f80-89bd-4cceb0fea311 with Priority: HIGHEST for action port [ 786.461037] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-907d6c75-8aae-4f80-89bd-4cceb0fea311 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.461037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907d6c75-8aae-4f80-89bd-4cceb0fea311" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.461037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907d6c75-8aae-4f80-89bd-4cceb0fea311" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.461037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907d6c75-8aae-4f80-89bd-4cceb0fea311" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.461037] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907d6c75-8aae-4f80-89bd-4cceb0fea311',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.832347] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99223b4e-c230-4330-8b02-e0b49b37f50f with status ACTIVE [ 786.832347] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.832347] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.832347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.832728] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.832728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.832728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.832831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.832831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.832922] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99223b4e-c230-4330-8b02-e0b49b37f50f is going to be updated. [ 786.857801] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.857946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.858031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.858248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.858386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.858586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99223b4e-c230-4330-8b02-e0b49b37f50f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.885464] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.885719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.885789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.885978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.886084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.886187] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d already deleted. [ 786.886267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.964449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907d6c75-8aae-4f80-89bd-4cceb0fea311 [ 786.964668] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.964817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.966284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.966284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.966284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.966284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907d6c75-8aae-4f80-89bd-4cceb0fea311 already deleted. [ 786.966284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907d6c75-8aae-4f80-89bd-4cceb0fea311" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.067911] env[65753]: INFO networking_nsxv3.common.synchronization [req-7624ec81-48a8-4207-b4f6-1341b016409d req-b5e2b4a8-9444-4876-8d5c-dcfa78bdf220 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 787.068598] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 787.068913] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.069091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.069168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.069443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.069618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.069709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.069909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.070110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.070207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.070304] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.443170] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.443170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.443170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.443170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.446026] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.446340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.446471] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.446754] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.446902] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.447143] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.447252] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.447389] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.447570] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.447570] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.447638] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.447822] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.469885] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.470193] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.470336] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.470506] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.470883] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-e31ffc86-5e08-405f-8129-6af1973003bf taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.471083] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.471234] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.473497] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.473497] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31ffc86-5e08-405f-8129-6af1973003bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.573615] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.573855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.575124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.575124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.575444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 787.604690] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.604885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.604885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.605118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.605259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.614883] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 787.975343] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.975673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.975673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.976591] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.976591] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.976591] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port e31ffc86-5e08-405f-8129-6af1973003bf not found, creating... [ 787.976591] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.976891] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.976891] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.976989] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.977110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.977380] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.977522] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.977628] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.977832] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.977943] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.978574] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: e31ffc86-5e08-405f-8129-6af1973003bf is going to be created. [ 788.003101] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.003363] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.003466] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.003953] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.004065] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.004325] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.050444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 788.050670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.051644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.051894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052231] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.052336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.052675] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.066460] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: SUCCESS [ 788.066694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.555800] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.769511] env[65753]: INFO networking_nsxv3.common.synchronization [req-7624ec81-48a8-4207-b4f6-1341b016409d req-7350a890-76d1-403d-be00-b6184a8067e4 service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 788.769680] env[65753]: INFO networking_nsxv3.common.synchronization [req-7624ec81-48a8-4207-b4f6-1341b016409d req-7350a890-76d1-403d-be00-b6184a8067e4 service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 788.769819] env[65753]: INFO networking_nsxv3.common.synchronization [req-7624ec81-48a8-4207-b4f6-1341b016409d req-7350a890-76d1-403d-be00-b6184a8067e4 service nova] Enqueued Resource ID: e31ffc86-5e08-405f-8129-6af1973003bf with Priority: HIGHEST for action port [ 788.770562] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 788.773133] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 788.773133] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e31ffc86-5e08-405f-8129-6af1973003bf with Priority: HIGHEST for action port [ 788.773133] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.773133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.773133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.773133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.773133] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.774020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.774181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.774595] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e31ffc86-5e08-405f-8129-6af1973003bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.774735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.774777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.774938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.775020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31ffc86-5e08-405f-8129-6af1973003bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.058532] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.279019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279019] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e31ffc86-5e08-405f-8129-6af1973003bf with status ACTIVE [ 789.279019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.279019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.279019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.279019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.279578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.279578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.279578] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e31ffc86-5e08-405f-8129-6af1973003bf is going to be updated. [ 789.303555] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.303555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.303555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.303555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.303555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.303555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e31ffc86-5e08-405f-8129-6af1973003bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.561890] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.562212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.562254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.562440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.562523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.562629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 789.594502] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.594663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.594726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.594943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.595100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.607494] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 789.629774] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 789.629774] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.629774] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.629774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.629774] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.132575] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.638069] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.061511] env[65753]: INFO networking_nsxv3.common.synchronization [req-58aed33d-7de6-453b-a601-ba50c915aa29 req-0362b808-59bd-4bc3-ad1d-0ac0494d1bc8 tempest-ServersTestManualDisk-1769110030 tempest-ServersTestManualDisk-1769110030-project-member] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_members [ 791.063359] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_members [ 791.063359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.063359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.063359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.063359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.063776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.063776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.063844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.064173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.064173] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.145204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.145204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.145204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.145204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.145204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.145408] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 791.181626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.181715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.181751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.183043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.183043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.195474] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 791.488923] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.489217] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-238" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.489343] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-238" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.489667] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-238" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.489917] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.490168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.490288] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.490504] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.490640] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.490838] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.490947] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.491062] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.491167] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.491270] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.491368] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.491518] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.511087] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.511258] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.511394] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.511563] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-238" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.511882] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-98886eae-63b7-4cb2-a8dc-f86495b733a9 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.513321] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.513470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.513818] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.513955] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98886eae-63b7-4cb2-a8dc-f86495b733a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.566240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.566481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.566481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.566664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.566749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.566935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.567051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.567154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.567322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.567399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.567512] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 already deleted. [ 791.567603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.621889] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.621889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.621889] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.621889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.622315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.622315] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.622384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.622413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.622670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.622670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.622760] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.018464] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.018781] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.018781] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.018924] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.019034] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.019183] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 98886eae-63b7-4cb2-a8dc-f86495b733a9 not found, creating... [ 792.019425] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.019573] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.019682] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.019899] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.020082] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.020378] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.020515] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.020626] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.020823] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.020947] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.021091] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 98886eae-63b7-4cb2-a8dc-f86495b733a9 is going to be created. [ 792.044673] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.044887] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.045020] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045293] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045526] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.045704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.124140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.126986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.126986] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.627329] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.838025] env[65753]: INFO networking_nsxv3.common.synchronization [req-58aed33d-7de6-453b-a601-ba50c915aa29 req-e7e98edb-fbc8-4fa9-a3b3-ecf136a38dd7 service nova] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_rules [ 792.838025] env[65753]: INFO networking_nsxv3.common.synchronization [req-58aed33d-7de6-453b-a601-ba50c915aa29 req-e7e98edb-fbc8-4fa9-a3b3-ecf136a38dd7 service nova] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_members [ 792.838025] env[65753]: INFO networking_nsxv3.common.synchronization [req-58aed33d-7de6-453b-a601-ba50c915aa29 req-e7e98edb-fbc8-4fa9-a3b3-ecf136a38dd7 service nova] Enqueued Resource ID: 98886eae-63b7-4cb2-a8dc-f86495b733a9 with Priority: HIGHEST for action port [ 792.838025] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_rules [ 792.839364] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_members [ 792.839506] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98886eae-63b7-4cb2-a8dc-f86495b733a9 with Priority: HIGHEST for action port [ 792.840682] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.841222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.841222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.841484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.841484] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.842431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.842541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.842605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.842775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.842921] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.843026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.843086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.843225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.843303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.843390] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.844271] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-98886eae-63b7-4cb2-a8dc-f86495b733a9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.845124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.845124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.845124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.845124] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98886eae-63b7-4cb2-a8dc-f86495b733a9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.130401] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.130706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.130706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.130842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.130970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.131034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 793.166382] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.166660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.166660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.166855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.167034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.176907] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 793.206564] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 793.206564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.206791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.206791] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.206936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.206973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.207134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.207212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.207300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.207676] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.347149] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.347149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.347297] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.348281] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98886eae-63b7-4cb2-a8dc-f86495b733a9 with status ACTIVE [ 793.348483] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.348600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.348666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.348867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.348972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.349261] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.349261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.349386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.349478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.349626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.349777] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.349954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.349954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.350315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.350445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.350595] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98886eae-63b7-4cb2-a8dc-f86495b733a9 is going to be updated. [ 793.382144] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.382144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.382144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.382144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.382144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98886eae-63b7-4cb2-a8dc-f86495b733a9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.709718] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.709876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.709944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.710224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.710396] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.710502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.710568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.710718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.710806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.710894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.711046] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.711140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.711201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.711339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.711473] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.711564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.711622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.711764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.711826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.711905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.711992] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.853247] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.214737] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c176b6dd-ab63-4dc9-af25-548a61948029: rpc.has_security_group_logging(os_id): False [ 794.235831] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.236883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.236883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.236883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.236883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.236883] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.236883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.237249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.237249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.237249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.237674] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.237674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.237674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.237900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.237988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.238157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.238255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.238321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.238521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.238624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.238686] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 794.316299] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.316536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.316683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.317140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.320627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.336334] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 794.356021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.356272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.356372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.356610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.356703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.356798] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 is going to be created. [ 794.409690] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.409882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.409937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.410206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.410489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.431191] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: UNINITIALIZED for 2s [ 795.188929] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 795.189147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.189543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.189606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.189791] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.190351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.190351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.190351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.190568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.190987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.191150] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.192083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.192083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192083] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.694503] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6279f237-c5fe-4041-aa53-c990aa2b885b: rpc.has_security_group_logging(os_id): False [ 795.718971] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.719184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.719277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.719537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.719613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.719858] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.719971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.720046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.720211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.720279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.720458] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.720553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.720622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.720768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.720843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.721075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.721188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.721188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.721361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.721423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.721464] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 795.800845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.800845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.800845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.800845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.801135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.826443] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 796.352901] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 796.353280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.443320] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: SUCCESS [ 796.443592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.444280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.444566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.444795] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.444999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.445149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.446680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.446680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.446680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.446680] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.952041] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.457717] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e061684-2073-44d6-a2c3-fd59e69c4397: rpc.has_security_group_logging(os_id): False [ 797.477804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.477804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.477804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.477804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.477804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.478176] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.478269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.478320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.478748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.478834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.478884] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 is going to be created. [ 797.581264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.581264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.581264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.581264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.581264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.597768] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: IN_PROGRESS for 2s [ 797.840421] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 797.840599] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 797.846395] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 797.846798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.847014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.847284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.847377] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.353987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.353987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.353987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.353987] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.860628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.860628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.860628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.860628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.860628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.861219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.861219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.861219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.861911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.861911] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.364995] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6279f237-c5fe-4041-aa53-c990aa2b885b: rpc.has_security_group_logging(os_id): False [ 799.386606] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.386715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.386715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.386945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.387021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.387249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.387372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.387438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.387600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.387744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.387877] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.388037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.388037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.388185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.388260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.388452] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.389519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.389519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.389519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.389690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.389690] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 799.564422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.564581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.565861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.565861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.565861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.581767] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 799.626958] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: SUCCESS [ 799.626958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.188946] env[65753]: INFO networking_nsxv3.common.synchronization [None req-6edd3266-5ab7-4725-ab24-30a5eb39520a tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 63f67d81-af19-4da5-a313-5017b9f7b68f with Priority: HIGHEST for action security_group_rules [ 800.190570] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f67d81-af19-4da5-a313-5017b9f7b68f with Priority: HIGHEST for action security_group_rules [ 800.190570] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f67d81-af19-4da5-a313-5017b9f7b68f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.190570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.190570] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f67d81-af19-4da5-a313-5017b9f7b68f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.321070] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4cb53851-d6af-40bd-997a-120eb470ebd7 tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 63f67d81-af19-4da5-a313-5017b9f7b68f with Priority: HIGHEST for action security_group_rules [ 800.321882] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f67d81-af19-4da5-a313-5017b9f7b68f with Priority: HIGHEST for action security_group_rules [ 800.324706] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f67d81-af19-4da5-a313-5017b9f7b68f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.324861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.565267] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3c7036be-f779-4d9d-94f5-e8e44ac0dff6 None None] Enqueued Resource ID: 0e77b8b3-5775-4b8f-a347-5181bfb08c6e with Priority: HIGHEST for action port [ 800.565893] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e77b8b3-5775-4b8f-a347-5181bfb08c6e with Priority: HIGHEST for action port [ 800.567133] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e77b8b3-5775-4b8f-a347-5181bfb08c6e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.567271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e77b8b3-5775-4b8f-a347-5181bfb08c6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.567426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e77b8b3-5775-4b8f-a347-5181bfb08c6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.567702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e77b8b3-5775-4b8f-a347-5181bfb08c6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.567787] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e77b8b3-5775-4b8f-a347-5181bfb08c6e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.715329] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.715329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f67d81-af19-4da5-a313-5017b9f7b68f already deleted. [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.715329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.715329] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f67d81-af19-4da5-a313-5017b9f7b68f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.071385] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e77b8b3-5775-4b8f-a347-5181bfb08c6e [ 801.072032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.072032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.072032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.072032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.072425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.072425] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e77b8b3-5775-4b8f-a347-5181bfb08c6e already deleted. [ 801.072425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e77b8b3-5775-4b8f-a347-5181bfb08c6e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.237642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.237822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.237866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.238098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.238192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.238291] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f67d81-af19-4da5-a313-5017b9f7b68f already deleted. [ 801.238389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f67d81-af19-4da5-a313-5017b9f7b68f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.609376] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 801.609376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.344409] env[65753]: INFO networking_nsxv3.common.synchronization [req-bf7413bf-498f-4e39-9d45-56b68a0f9d77 req-6e8a22b7-1532-4566-a16f-c8add0925d03 tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 803.344967] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 803.345406] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.345406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.345572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.346124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.346345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.346637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.346740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.346840] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.349307] env[65753]: INFO networking_nsxv3.common.synchronization [None req-09de8c26-7453-44a6-98ca-3c191fbcb12e None None] Enqueued Resource ID: 2edf17ae-ad37-41c1-8899-527490336458 with Priority: HIGHEST for action port [ 803.349435] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf17ae-ad37-41c1-8899-527490336458 with Priority: HIGHEST for action port [ 803.351042] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2edf17ae-ad37-41c1-8899-527490336458 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.351042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2edf17ae-ad37-41c1-8899-527490336458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.351042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2edf17ae-ad37-41c1-8899-527490336458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.351042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2edf17ae-ad37-41c1-8899-527490336458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.351042] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edf17ae-ad37-41c1-8899-527490336458',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.417114] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4948330b-a95f-4196-b12c-50ec8ed22d33 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_rules [ 803.418506] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_rules [ 803.418733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.418879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.418948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.419264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.419353] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.441860] env[65753]: INFO networking_nsxv3.common.synchronization [None req-6827d35f-39a2-4c40-b0d4-16480b4d6c89 None None] Enqueued Resource ID: 6123539e-7683-4fee-a826-362720b0f16e with Priority: HIGHEST for action port [ 803.443048] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6123539e-7683-4fee-a826-362720b0f16e with Priority: HIGHEST for action port [ 803.444098] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6123539e-7683-4fee-a826-362720b0f16e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.444423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6123539e-7683-4fee-a826-362720b0f16e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.444755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6123539e-7683-4fee-a826-362720b0f16e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.444912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6123539e-7683-4fee-a826-362720b0f16e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.444975] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6123539e-7683-4fee-a826-362720b0f16e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.649193] env[65753]: INFO networking_nsxv3.common.synchronization [req-bf7413bf-498f-4e39-9d45-56b68a0f9d77 req-41b927ea-407b-4b9c-9011-972f2cb1683e tempest-ServersTestMultiNic-1126327395 tempest-ServersTestMultiNic-1126327395-project-member] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 803.649886] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGHEST for action security_group_members [ 803.650116] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.650223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.793631] env[65753]: INFO networking_nsxv3.common.synchronization [None req-41318ab4-d382-4b98-99b5-01b0379b1591 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_rules [ 803.794324] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_rules [ 803.794537] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.794743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.850593] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.851683] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2edf17ae-ad37-41c1-8899-527490336458 [ 803.851908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.852052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.852192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.852462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.852550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.852649] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2edf17ae-ad37-41c1-8899-527490336458 already deleted. [ 803.852726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2edf17ae-ad37-41c1-8899-527490336458" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.948083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.948083] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa already deleted. [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.948083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.948083] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.949138] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6123539e-7683-4fee-a826-362720b0f16e [ 803.950147] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.950147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.950147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.950147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.950147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.950533] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6123539e-7683-4fee-a826-362720b0f16e already deleted. [ 803.950533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6123539e-7683-4fee-a826-362720b0f16e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.353892] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.476165] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.476365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.476418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.477515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.477659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.477806] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa already deleted. [ 804.478031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.554740] env[65753]: INFO networking_nsxv3.common.synchronization [req-dc81e69b-e1a1-4879-a0f9-e6aa448d8d4a req-75d073dd-7dfb-43c3-8564-7628f8b824ec tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 804.554896] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 804.556199] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.556401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.556401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.559700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.559932] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.560354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.560424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.561060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.561060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.561060] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.857089] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.857089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.857840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.857840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.857840] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 804.894407] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.894876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.894876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.894876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.895086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.909176] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 805.007141] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.007268] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.007407] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.007741] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.008000] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.008447] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.008447] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.009031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.009031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.009388] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.009451] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.009612] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.009764] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.009925] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.010602] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.010602] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.032965] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.034372] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.034372] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.034372] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.034687] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-ec4eeaee-4c33-4f1c-93a9-038d455eff39 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.034871] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.034950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.035340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.035512] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4eeaee-4c33-4f1c-93a9-038d455eff39',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.063904] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.064106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.064208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.064785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.064785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.065423] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.065423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.065423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.065423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.065423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.065423] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee already deleted. [ 805.065659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.541701] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.542088] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.542088] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.542379] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.542549] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.542748] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port ec4eeaee-4c33-4f1c-93a9-038d455eff39 not found, creating... [ 805.543106] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.543106] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.543283] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.543416] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.543547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.543818] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.544023] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.544079] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.545320] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.545320] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.545320] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 is going to be created. [ 805.568025] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.568025] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.568025] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.568431] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.568580] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.568884] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.668930] env[65753]: INFO networking_nsxv3.common.synchronization [req-0011d8ac-f32e-4e53-8ff8-870052a12ea9 req-0ac3dba1-c616-405d-9d4c-3186db8d0f5f tempest-FloatingIPsAssociationNegativeTestJSON-1416911984 tempest-FloatingIPsAssociationNegativeTestJSON-1416911984-project-member] Enqueued Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_members [ 805.669457] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGHEST for action security_group_members [ 805.669768] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.669913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.669954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.670288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.670727] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.670893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.670939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.671138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.671230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.671351] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.175585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.175751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.175821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.176647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.176748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.176959] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.177082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.177142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.177382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.177502] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f55b26a3-bbd7-49ac-b257-3348445d977c is going to be updated. [ 806.208584] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.208725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.208796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.209141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.209225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.226204] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: IN_PROGRESS for 2s [ 806.294024] env[65753]: INFO networking_nsxv3.common.synchronization [req-dc81e69b-e1a1-4879-a0f9-e6aa448d8d4a req-009fe1dd-a40b-4594-95fd-e5fb4f4a2355 service nova] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 806.294128] env[65753]: INFO networking_nsxv3.common.synchronization [req-dc81e69b-e1a1-4879-a0f9-e6aa448d8d4a req-009fe1dd-a40b-4594-95fd-e5fb4f4a2355 service nova] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 806.294388] env[65753]: INFO networking_nsxv3.common.synchronization [req-dc81e69b-e1a1-4879-a0f9-e6aa448d8d4a req-009fe1dd-a40b-4594-95fd-e5fb4f4a2355 service nova] Enqueued Resource ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 with Priority: HIGHEST for action port [ 806.295635] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 806.295635] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 806.295635] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 with Priority: HIGHEST for action port [ 806.297051] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.297194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.297285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.297520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.297604] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.298700] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.298700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.298700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.298969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.299014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.299084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.299147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.299297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.299367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.299456] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.303154] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4eeaee-4c33-4f1c-93a9-038d455eff39 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.303154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.303154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.303304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.304260] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4eeaee-4c33-4f1c-93a9-038d455eff39',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.803686] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.805489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.805612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.809051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4eeaee-4c33-4f1c-93a9-038d455eff39 with status ACTIVE [ 806.813026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.813026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.813026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.813026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.813026] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 is going to be updated. [ 806.846574] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.846744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.846825] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.847022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.847266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.847573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.927094] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.927094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.927094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.927094] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.950338] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4c32e242-239d-4a5f-a79c-3f75c0354039 None None] Enqueued Resource ID: a4e303e4-d502-4a41-9f5d-a6210656b918 with Priority: HIGHEST for action port [ 806.953389] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e303e4-d502-4a41-9f5d-a6210656b918 with Priority: HIGHEST for action port [ 806.953813] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e303e4-d502-4a41-9f5d-a6210656b918 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.954065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e303e4-d502-4a41-9f5d-a6210656b918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.954065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e303e4-d502-4a41-9f5d-a6210656b918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.954413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e303e4-d502-4a41-9f5d-a6210656b918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.954533] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e303e4-d502-4a41-9f5d-a6210656b918',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.306453] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.431664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.431664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.431883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.432517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.432517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.433082] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.433287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.433398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.433712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.433862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.434659] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be updated. [ 807.456908] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e303e4-d502-4a41-9f5d-a6210656b918 [ 807.457707] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.457707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.457988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.458338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.458462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.458623] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e303e4-d502-4a41-9f5d-a6210656b918 already deleted. [ 807.458760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e303e4-d502-4a41-9f5d-a6210656b918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.471304] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.472427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.472427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.472427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.472427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.499954] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: IN_PROGRESS for 2s [ 807.809131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.810087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.810087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.810087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.810087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.810087] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be created. [ 807.840804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.840921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.840992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.841303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.841439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.853903] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: UNINITIALIZED for 2s [ 808.240302] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: IN_PROGRESS for 4s [ 809.484019] env[65753]: INFO networking_nsxv3.common.synchronization [req-6293cea6-9871-4607-830e-79790e0b586d req-3c9ba9de-6414-4c60-b93f-3a4022afd82e tempest-FloatingIPsAssociationTestJSON-1968318318 tempest-FloatingIPsAssociationTestJSON-1968318318-project-member] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 809.484019] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 809.484019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.484019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.484019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.484958] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.485192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.485350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.485593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.485791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.485970] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.510728] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6279f237-c5fe-4041-aa53-c990aa2b885b in Status: SUCCESS [ 809.510728] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b deletion is rescheduled due to dependency. [ 809.510728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.866594] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 809.866963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.867475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.869109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.869109] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.869109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.869109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.869109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.869109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.869109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.869109] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.887723] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.887919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.888049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.889098] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.889098] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.889098] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.889098] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.889098] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.889349] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.889349] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.889416] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.889560] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.889733] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.889792] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.889865] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.889983] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.911332] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.911424] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.911554] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.911718] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-897" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.912043] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-06d61806-4596-49d1-968d-8ba5ad0b379d taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.912393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.912393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.912691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.913110] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06d61806-4596-49d1-968d-8ba5ad0b379d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.988240] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.254554] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f55b26a3-bbd7-49ac-b257-3348445d977c in Status: SUCCESS [ 810.255451] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f55b26a3-bbd7-49ac-b257-3348445d977c deletion is rescheduled due to dependency. [ 810.255451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.371794] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.371794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.371794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.372091] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.372266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.372510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.372597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.372744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.372894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.373059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.373216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.373317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.373379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.373520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.373594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.373675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.373768] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.416238] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.416838] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.416996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.417335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.417511] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.417840] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 06d61806-4596-49d1-968d-8ba5ad0b379d not found, creating... [ 810.418075] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.418637] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.418807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.419156] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.419347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.419426] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.419627] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.419751] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.419888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 06d61806-4596-49d1-968d-8ba5ad0b379d is going to be created. [ 810.441476] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.441731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.441873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.442136] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.442565] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.442881] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.492108] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.877278] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26023054-4751-40e1-ba6b-04c880b37bee: rpc.has_security_group_logging(os_id): False [ 810.904510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.904818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.904818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.904923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.905051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.905279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.905404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.905500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.905661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.905738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.905971] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.906110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.906182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.907527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.907601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.907849] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.908023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.908023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.908248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.908248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.908248] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be created. [ 810.988681] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.989029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.989029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.989352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.989660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.995066] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.995302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.995302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.995456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.995549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.995639] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be updated. [ 811.004676] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 811.052308] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.052595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.052595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.052745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.052894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.063272] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: IN_PROGRESS for 2s [ 811.251083] env[65753]: INFO networking_nsxv3.common.synchronization [req-6293cea6-9871-4607-830e-79790e0b586d req-a54bbc2e-20a3-4fe0-b0d9-2b205236d84a service nova] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_rules [ 811.251263] env[65753]: INFO networking_nsxv3.common.synchronization [req-6293cea6-9871-4607-830e-79790e0b586d req-a54bbc2e-20a3-4fe0-b0d9-2b205236d84a service nova] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 811.251394] env[65753]: INFO networking_nsxv3.common.synchronization [req-6293cea6-9871-4607-830e-79790e0b586d req-a54bbc2e-20a3-4fe0-b0d9-2b205236d84a service nova] Enqueued Resource ID: 06d61806-4596-49d1-968d-8ba5ad0b379d with Priority: HIGHEST for action port [ 811.251621] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_rules [ 811.251748] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 811.251844] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d61806-4596-49d1-968d-8ba5ad0b379d with Priority: HIGHEST for action port [ 811.252467] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.252599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.252684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.252894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.253025] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.253966] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.253966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.254235] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-06d61806-4596-49d1-968d-8ba5ad0b379d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.254235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.254361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.254489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.254552] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06d61806-4596-49d1-968d-8ba5ad0b379d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.759997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759997] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06d61806-4596-49d1-968d-8ba5ad0b379d with status ACTIVE [ 811.759997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.759997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.762740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.762740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.762740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.762740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.762740] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06d61806-4596-49d1-968d-8ba5ad0b379d is going to be updated. [ 811.804845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.805039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.805181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.805353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.805697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.805697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06d61806-4596-49d1-968d-8ba5ad0b379d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.134310] env[65753]: INFO networking_nsxv3.common.synchronization [None req-65a9f75c-d711-4a9e-8f05-eadc1d229abe None None] Enqueued Resource ID: e7cff27b-367a-494f-b79e-bdfb984acd93 with Priority: HIGHEST for action port [ 812.135043] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cff27b-367a-494f-b79e-bdfb984acd93 with Priority: HIGHEST for action port [ 812.135984] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cff27b-367a-494f-b79e-bdfb984acd93 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.137555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cff27b-367a-494f-b79e-bdfb984acd93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.137555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cff27b-367a-494f-b79e-bdfb984acd93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.137555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cff27b-367a-494f-b79e-bdfb984acd93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.137555] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cff27b-367a-494f-b79e-bdfb984acd93',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.640289] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7cff27b-367a-494f-b79e-bdfb984acd93 [ 812.640538] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.640673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.640743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.640956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.641054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.641146] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7cff27b-367a-494f-b79e-bdfb984acd93 already deleted. [ 812.641223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cff27b-367a-494f-b79e-bdfb984acd93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.019152] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 813.019152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.078028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.078028] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.078028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.078028] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.309533] env[65753]: INFO networking_nsxv3.common.synchronization [req-4149f00c-144c-41e8-9f9e-13ae35fbe767 req-e3178853-2c31-4a86-b23f-0bb9c37bc1ec tempest-ServersWithSpecificFlavorTestJSON-223687661 tempest-ServersWithSpecificFlavorTestJSON-223687661-project-member] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 813.310260] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 813.310714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.310884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.310978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.311274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.311489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.313996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.313996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.313996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.313996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.313996] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.438024] env[65753]: INFO networking_nsxv3.common.synchronization [None req-38afa769-c30a-4d44-8e4c-bfea22d34151 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_rules [ 813.438680] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_rules [ 813.439031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.439412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.439412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.442810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.442937] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.583079] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.606215] env[65753]: INFO networking_nsxv3.common.synchronization [None req-e2987e4e-8311-4e2a-86c4-86a2d70c659a tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_rules [ 813.610688] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_rules [ 813.611718] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.611718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.816998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.817949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.817949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.817949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.817949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.817949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.818275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.818275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.818275] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be updated. [ 813.857536] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.857536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.857536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.857536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.857536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.868556] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: IN_PROGRESS for 2s [ 813.964033] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.964186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.964252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.964557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.964675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.964791] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 already deleted. [ 813.964930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.965014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.965194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.965280] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.088434] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.485085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.485234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.485307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.485516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.485604] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.485696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 already deleted. [ 814.485777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.593413] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.593559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.593634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.593865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.593965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be updated. [ 814.624266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.624400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.625026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.625026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.625026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: IN_PROGRESS for 2s [ 815.317159] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9e772011-98fa-4083-9829-a9dace85cccc None None] Enqueued Resource ID: 681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7 with Priority: HIGHEST for action port [ 815.317983] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7 with Priority: HIGHEST for action port [ 815.318349] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.318502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.319031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.319143] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.598809] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 815.598809] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 815.599146] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 815.599204] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 815.599529] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.599646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.599646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.599866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.601975] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.602082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.602150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.602473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.602473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.602574] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.604266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.604266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.604266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.604440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.604530] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.604946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.605065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.605188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.605272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.605370] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.655768] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 815.655768] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 815.655768] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_rules [ 815.655768] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 815.655768] env[65753]: INFO networking_nsxv3.common.synchronization [req-9527df65-fb8d-4280-b7d3-986e20049ae8 req-56ece88c-1076-4622-a414-02947c9e50f9 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 with Priority: HIGHEST for action port [ 815.656600] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 815.657068] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_rules [ 815.657299] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 with Priority: HIGHEST for action port [ 815.657514] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 815.657823] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 815.658242] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.660014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.660014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.660014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660014] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.660014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.660014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.660014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.661116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.661323] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.668192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4eeaee-4c33-4f1c-93a9-038d455eff39 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.668192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.668192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.668192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.668192] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4eeaee-4c33-4f1c-93a9-038d455eff39',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.668192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.668192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.669664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.669664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.821510] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7 [ 815.823956] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.823956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.823956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.823956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.823956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.823956] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7 already deleted. [ 815.823956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-681ed1ec-bf44-470f-8ac3-ef53f9b4dfd7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.883336] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 815.883725] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 deletion is rescheduled due to dependency. [ 815.884545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107923] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.109121] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.170386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4eeaee-4c33-4f1c-93a9-038d455eff39 with status ACTIVE [ 816.170386] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.170386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.170827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.170827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.170896] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171633] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.171633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171892] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 is going to be updated. [ 816.173478] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.173600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.174148] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.174148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.198661] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.198661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.198661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.198661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.198661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.198661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.398375] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_members [ 816.398748] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 816.401697] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 816.402603] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_members [ 816.402700] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 816.402799] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 816.403150] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.403318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.403396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.403723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.403903] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.404126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.404126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.404290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.404504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.404504] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.405575] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.406179] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.461316] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_rules [ 816.461491] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_members [ 816.461622] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 816.461744] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 816.461862] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_rules [ 816.461979] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 816.462108] env[65753]: INFO networking_nsxv3.common.synchronization [req-674cd3c4-a2fd-4776-aae2-8df3b507ee38 req-5445d0fc-028f-4a89-a44d-cb2ff924ab8e tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 with Priority: HIGHEST for action port [ 816.462748] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_rules [ 816.462821] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 816.465978] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 816.466173] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 with Priority: HIGHEST for action port [ 816.466293] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_rules [ 816.466392] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_members [ 816.466482] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 816.466783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.466914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.466983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.467260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.467445] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.468870] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469436] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469706] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4eeaee-4c33-4f1c-93a9-038d455eff39 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.470125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.470231] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4eeaee-4c33-4f1c-93a9-038d455eff39',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.471100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.471195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.471334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.471412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.471587] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.471663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.612390] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.613296] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.647062] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 816.647402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.647654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.647942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.648203] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.648359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.648467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.648705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.648845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.648924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.649054] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.910469] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.972973] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.973129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.973607] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4eeaee-4c33-4f1c-93a9-038d455eff39 with status ACTIVE [ 816.973607] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.973607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.973788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.974250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.974250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.974250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.974461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.974461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.974637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974743] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.974809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.974865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.975021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.975416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.975416] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4eeaee-4c33-4f1c-93a9-038d455eff39 is going to be updated. [ 817.011089] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.011089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.011089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.011089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.011089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.011089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4eeaee-4c33-4f1c-93a9-038d455eff39" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.115628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.115832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.115895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.116131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.116246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.116329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 817.117777] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.117928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.117998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.118192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.118255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.118314] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be created. [ 817.151636] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.151902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.152296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.152615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.152808] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.153048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.153048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.153213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.153404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.153553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.153750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.153891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.153979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.154225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.154419] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.154602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.154707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.154815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.154889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.155020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.155146] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.162656] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.162656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.162656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.162656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.163377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.166641] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.166756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.166804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.167415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.175253] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 817.176543] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: UNINITIALIZED for 2s [ 817.412575] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.657749] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 234c8d25-c4ba-4031-acee-45244da5a7b6: rpc.has_security_group_logging(os_id): False [ 817.679137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.679137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.679137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.679137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.679763] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.679763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.679763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.680251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.681318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.681695] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be updated. [ 817.745729] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.748209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.748345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.748599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.748837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.767838] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: IN_PROGRESS for 2s [ 817.915669] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.915824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.915896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.916118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.916227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.916363] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab is going to be created. [ 817.945422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.945620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.945739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.945916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.946084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.958908] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: UNINITIALIZED for 2s [ 819.191035] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 819.191035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.191035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.191035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.191035] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.191035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.191539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.191539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.191539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.191539] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.201574] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.201574] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.201574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.201574] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.693871] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.703666] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.792515] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 819.792515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.970747] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: SUCCESS [ 819.970974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.971992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.972113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.972568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.972618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.972809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.973010] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.195854] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.206957] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.475138] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.699596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.699596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.699838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.699946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.700089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.700269] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be updated. [ 820.709230] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.709383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.709517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.709671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.709745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.709866] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 820.737136] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.737328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.737415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.737634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.737780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.750369] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.750369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.750369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.750369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.750369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.753813] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 820.761564] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 820.978443] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.467850] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 821.468184] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=12 [ 821.480801] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.481046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.481046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.481398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.481398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.481398] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab is going to be updated. [ 821.517647] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.517817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.517890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.518174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.518348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.525472] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-a23f418b-51db-4973-9749-649c188f4688 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 821.526063] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 821.526546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.526698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.526775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.526966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.527192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.527309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.527363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.527516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.527598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.527721] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.531262] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: IN_PROGRESS for 2s [ 821.887036] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.887036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.887036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.887344] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.887821] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.887983] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.888283] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.888593] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.888782] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.889064] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.889305] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.889526] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.889676] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.889814] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.889941] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.890203] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.916187] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.916390] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.916518] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.916678] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.916986] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-390c38a1-9300-466c-ab54-f85316e00181 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.917217] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.917349] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.917683] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.917820] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('390c38a1-9300-466c-ab54-f85316e00181',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.030379] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.030626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.030626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.030818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.030914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.031134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.031302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.031302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.031434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.031496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.031580] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 822.061543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.061963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.062118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.062593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.062786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.073403] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 822.421263] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.421566] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.421759] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.422184] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.422442] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.422663] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 390c38a1-9300-466c-ab54-f85316e00181 not found, creating... [ 822.423090] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.423373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.423519] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.424150] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.424433] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.424910] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.425234] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.425445] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.425772] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.425989] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.426228] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 390c38a1-9300-466c-ab54-f85316e00181 is going to be created. [ 822.450961] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.451252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.451339] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.451610] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.451852] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.452090] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.765350] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 822.765350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.766155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.766155] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.766155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.766155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.766155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.766155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766544] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.767242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.767422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.767568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.767671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.767734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.767871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.767946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.768046] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.770351] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 822.770594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.770819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.770999] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.771169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.771214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.771364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.771439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.771520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.771612] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.772322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.772500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.772666] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.772767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.772832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.772963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.773053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.773130] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.165818] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.166142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.166142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.166309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.166442] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.180498] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-dcad0bc2-1092-43bf-a723-0a96c3656b28 service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 823.180711] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-dcad0bc2-1092-43bf-a723-0a96c3656b28 service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 823.180843] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-dcad0bc2-1092-43bf-a723-0a96c3656b28 service nova] Enqueued Resource ID: 390c38a1-9300-466c-ab54-f85316e00181 with Priority: HIGHEST for action port [ 823.181536] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 823.181602] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 823.181688] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 390c38a1-9300-466c-ab54-f85316e00181 with Priority: HIGHEST for action port [ 823.182009] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.183552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.183656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.183940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.184078] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.185123] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.186141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.186141] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-390c38a1-9300-466c-ab54-f85316e00181 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.186141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.186141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.186141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.186141] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('390c38a1-9300-466c-ab54-f85316e00181',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.273097] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.273097] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.275899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.277276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.277478] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.544066] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: SUCCESS [ 823.544305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.544476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.544701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.544906] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.545032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.545104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.545259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.545429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.545522] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.669601] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.688879] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.689025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.689607] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 390c38a1-9300-466c-ab54-f85316e00181 with status ACTIVE [ 823.690013] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.690013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.690162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.690852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.690852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.690852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.690971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.691022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.691401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.691478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.692037] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.692037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.692037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.692219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.692387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.692444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 390c38a1-9300-466c-ab54-f85316e00181 is going to be updated. [ 823.718696] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.719622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.719622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.719622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.719622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.719808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-390c38a1-9300-466c-ab54-f85316e00181" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.774888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef1682c-cff8-4e80-bb96-35a554554722: rpc.has_security_group_logging(os_id): False [ 823.776036] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.786717] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.793034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.793171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.793239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.793908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.793908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.793908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.793908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.793908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.794429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.794429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.794429] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be created. [ 823.889030] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.889191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.889263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.890036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.890036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.904677] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 824.049882] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.086777] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 824.086777] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 deletion is rescheduled due to dependency. [ 824.086777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.086928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.087164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.087360] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.088084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.088084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.088084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.088084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.088084] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.172507] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.278346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.279014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.279014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.279014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.279014] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be updated. [ 824.289146] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.289274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.289316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.289572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.289677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.289795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 824.317627] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.317777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.317900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.318080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.318227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.320289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.320480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.320535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.320748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.320877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.333832] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 824.334699] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 824.552137] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0220e20e-9515-408b-9a4f-41b0d69e53ab: rpc.has_security_group_logging(os_id): False [ 824.572393] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.573087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.573087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.573087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.573341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.574025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.574025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.574025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.574025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.574025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.574025] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab is going to be created. [ 824.589926] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.632387] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.632578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.632666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.632917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.633158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655690] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: IN_PROGRESS for 2s [ 824.675239] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 824.675407] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 825.092637] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.657203] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.657203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.657203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.657203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.657451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.657451] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 825.688551] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.688807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.688881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.689122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.691014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.699511] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 825.897358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.897554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.897554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.897819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.909385] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 825.910296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.911606] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 825.928510] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 825.928510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.928891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.929789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.929965] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.942725] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.942961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.942961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.943171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.951583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.952068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 825.952155] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.952248] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 825.999653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.999874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.999990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.000386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.002031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.002254] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 826.073799] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.074031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.074031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.074229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.074741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.075932] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 826.148206] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.148206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.148206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.150307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.150307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.150307] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 826.150307] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6279f237-c5fe-4041-aa53-c990aa2b885b', '4e061684-2073-44d6-a2c3-fd59e69c4397', '26926353-4187-4f08-81a7-bb5321b11bfd', 'eef1682c-cff8-4e80-bb96-35a554554722', 'f53998ef-0943-45b6-bfab-30e87531be99', '50673cbb-4440-4d1c-9496-a83b3ed53e6a', '7add9e90-b8a8-4bcb-9ed4-5d9794509298', '05178544-3e7f-4d56-8092-7c75b42c347b', '3fd2c54f-f810-4cde-9e40-dc4b35687371', '8796be3f-6e71-46fb-92bb-aaf2d9fd7c53', 'f55b26a3-bbd7-49ac-b257-3348445d977c', '0220e20e-9515-408b-9a4f-41b0d69e53ab', '96d65976-11b7-40f5-a972-14e1c9b8d854', 'aa878d79-b0a2-4be6-a196-a4933f281d86', 'c58b1782-7a81-455e-8cb3-baa2136ae97a', '4ff24332-21ae-4a53-ac09-0633b9dc6020', '4f1abe9a-22a0-4c8b-b195-d034bba407ce', '395b809b-4cd2-4270-b2bb-a02e1c5b5adb', 'bb1fd4c3-6a05-42b7-a657-307fd34b2bda', '78cb05db-1c9e-4da6-9ab1-01e291d8a7c4', 'd494a201-0dcf-4a23-b494-edcb9654b053', 'b5095e59-60af-4d3f-9540-af62070af590', '37e7e53c-50f1-4d5b-bb09-9f654278f595', 'fbdfb10b-0956-463f-aa36-cb4aae52090c', '546a9fbe-898f-4b1c-971f-b8b3d8e30a4d', '234c8d25-c4ba-4031-acee-45244da5a7b6', '26023054-4751-40e1-ba6b-04c880b37bee', 'cd055a3e-16fb-4615-aca4-48cc26a59484', '4b67f604-52bf-49b3-9264-11ca3e78ebfa', '6cac678c-ad93-4e2c-8fd6-70b7135d141e', 'f430f5d2-e86a-4f05-8cda-d105713959b8', '23f09fb1-3624-4468-b565-e8e79285fc0c', '6b20945f-7e41-432e-9981-6246ab478cd8', 'c176b6dd-ab63-4dc9-af25-548a61948029', '6bea9e33-1708-4486-91ed-e1ff4d10a977', '91065295-a6bb-4317-9488-d9012e390597', 'ac1bb8f8-8a22-4520-aa7d-a124c70d8303', 'cc94d18e-ec99-431e-ab25-5621232383a9'} {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.150307] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 826.174784] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.174784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.174784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.174784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.174784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.174784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 826.174784] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.174784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 826.243279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.243279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.243279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.246811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.246811] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 826.246811] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.246811] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 826.246811] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 826.246811] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGH for action security_group_rules [ 826.246811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGH for action security_group_rules [ 826.247445] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGH for action security_group_rules [ 826.247445] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGH for action security_group_rules [ 826.247445] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGH for action security_group_rules [ 826.247964] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGH for action security_group_rules [ 826.248146] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGH for action security_group_rules [ 826.248259] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGH for action security_group_rules [ 826.248426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.351068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 826.351466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.351562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.351961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.352257] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.352437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.352584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.352899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.353067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.353238] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.355036] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 826.355236] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.355412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.355629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.355817] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.355933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.355996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.356167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.356243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.356344] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.432537] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.432728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.672704] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: SUCCESS [ 826.672956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.818997] env[65753]: INFO networking_nsxv3.common.synchronization [req-39783a45-ba0c-4801-843d-e257945f52fb req-d1d2ac61-fb65-4422-90df-0b7a7fbf05f4 tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 826.820174] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 826.820408] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6279f237-c5fe-4041-aa53-c990aa2b885b with Priority: HIGH for action security_group_rules [ 826.820649] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26926353-4187-4f08-81a7-bb5321b11bfd with Priority: HIGH for action security_group_rules [ 826.821610] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 with Priority: HIGH for action security_group_rules [ 826.821799] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58b1782-7a81-455e-8cb3-baa2136ae97a with Priority: HIGH for action security_group_rules [ 826.821919] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGH for action security_group_rules [ 826.822062] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGH for action security_group_rules [ 826.822152] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa878d79-b0a2-4be6-a196-a4933f281d86 with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55b26a3-bbd7-49ac-b257-3348445d977c with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGH for action security_group_rules [ 826.823504] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a with Priority: HIGH for action security_group_rules [ 826.823930] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05178544-3e7f-4d56-8092-7c75b42c347b with Priority: HIGH for action security_group_rules [ 826.823930] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGH for action security_group_rules [ 826.823930] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGH for action security_group_rules [ 826.824042] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGH for action security_group_rules [ 826.824371] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.824491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.824554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.824806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.824983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.825562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.825562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.825562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.825562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.825562] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.826638] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6279f237-c5fe-4041-aa53-c990aa2b885b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.826756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.826830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.826975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.827064] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6279f237-c5fe-4041-aa53-c990aa2b885b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.829677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26926353-4187-4f08-81a7-bb5321b11bfd taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.829677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.829677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.829882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.829882] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26926353-4187-4f08-81a7-bb5321b11bfd',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.830980] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.830980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.830980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.831144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.831421] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7add9e90-b8a8-4bcb-9ed4-5d9794509298',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.832867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58b1782-7a81-455e-8cb3-baa2136ae97a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.832999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.833062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.833262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.833325] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58b1782-7a81-455e-8cb3-baa2136ae97a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.835936] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.835936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.835936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.835936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.835936] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.836448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.836448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.836448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.836655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.836720] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.838047] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.838047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.838047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.838047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.838261] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.839070] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.839172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.839214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.839377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.839448] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f1abe9a-22a0-4c8b-b195-d034bba407ce',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.839746] env[65753]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 826.841136] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa878d79-b0a2-4be6-a196-a4933f281d86 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.841252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.841294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.841574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.841649] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa878d79-b0a2-4be6-a196-a4933f281d86',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.842578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.842690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.842736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.842868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.842940] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.844981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.844981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.844981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.844981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.844981] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.845883] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.845883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.845883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.846097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.846174] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.849310] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f55b26a3-bbd7-49ac-b257-3348445d977c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.849429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.849494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.849703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.849746] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f55b26a3-bbd7-49ac-b257-3348445d977c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.852437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.852561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.852629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.852894] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8796be3f-6e71-46fb-92bb-aaf2d9fd7c53',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.854582] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.854720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.854802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.854986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.855085] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.856033] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.856135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.856190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.856365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.856444] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50673cbb-4440-4d1c-9496-a83b3ed53e6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.857382] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05178544-3e7f-4d56-8092-7c75b42c347b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.857494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.857542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.858137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.858137] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05178544-3e7f-4d56-8092-7c75b42c347b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.858850] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.858951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.859322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.859322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.859322] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.859608] env[65753]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 826.861313] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.861313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.861313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.861313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.861313] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.861522] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.861522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865447] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.870889] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.873186] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.918251] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.918251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.918251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.918251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.954491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.954491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6279f237-c5fe-4041-aa53-c990aa2b885b is going to be deleted. [ 827.014135] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.014280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.014363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.015150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.015150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.015332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6279f237-c5fe-4041-aa53-c990aa2b885b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.378952] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.382093] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.383953] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.389078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.389233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.389289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.389501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.409691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.409823] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26926353-4187-4f08-81a7-bb5321b11bfd is going to be deleted. [ 827.410905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.411104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.411178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.411380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.411543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.411644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.411705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.411851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.411932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.412027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.412118] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.424247] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.424447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.424447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.424671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.424836] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.424939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.425046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.425225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.425286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.425379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.425462] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.428821] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.428821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.430309] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.430469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.430538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.430682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.430844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.430969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.431036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.431204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.431287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.431374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.431460] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.444890] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.445099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.445099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.445483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.445483] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.445641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.445641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.445799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.445853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.445924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.448771] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.452542] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.452662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.452766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.453130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.453785] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.453785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.454343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.454343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.454592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.454970] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.455747] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.455927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.455988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.456965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.456965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.456965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.456965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.457228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.457228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.457309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.457363] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.461623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.461811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.461859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.462129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.465385] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.465528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.506482] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.506627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.508736] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.508882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509924] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.510035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.510894] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.511030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.511917] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.511917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.514852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.515027] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58b1782-7a81-455e-8cb3-baa2136ae97a is going to be deleted. [ 827.515948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.516217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.529940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.531123] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.531312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.542171] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.542383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.569009] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.569179] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05178544-3e7f-4d56-8092-7c75b42c347b is going to be deleted. [ 827.574184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.574458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.600942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.601154] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f1abe9a-22a0-4c8b-b195-d034bba407ce is going to be deleted. [ 827.602253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.602542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.604129] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.604325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.642185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.642185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8796be3f-6e71-46fb-92bb-aaf2d9fd7c53 is going to be deleted. [ 827.642933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.643239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.648622] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.648887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.691209] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.692389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.695565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.695808] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be deleted. [ 827.697227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.697542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.728042] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 827.728042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.728303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.728564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.728806] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.729020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.729138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.729292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.729370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.729474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.729735] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.741569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.741569] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7add9e90-b8a8-4bcb-9ed4-5d9794509298 is going to be deleted. [ 827.742586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.742846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.755770] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.756104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.821299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821491] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f55b26a3-bbd7-49ac-b257-3348445d977c is going to be deleted. [ 827.822628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.822865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.849729] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.849729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.873322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.873601] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50673cbb-4440-4d1c-9496-a83b3ed53e6a is going to be deleted. [ 827.874663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.874944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.883530] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.883795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.883876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.884155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.884247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.884353] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be updated. [ 827.885993] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.886347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.886457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.886660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.886739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.886836] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 827.888319] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.888449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.888526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.888783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.888878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.888991] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 827.917015] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.918795] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.918984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.929496] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.935998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.936112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.936153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.936379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.936527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.942540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.943495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.943618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.943845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.943991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.945292] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.945444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.945504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.945675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.945910] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.945974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.946030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.946138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.946216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.946297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.946461] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.946551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.946639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.946772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.946865] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.946953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.947059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.947393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.947393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.947393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.948281] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.960888] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.967930] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.969048] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.969230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.969230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.969504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.969784] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.969948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.970389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.970389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.970515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.970592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.970758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.970879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.970943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.971108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.971248] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.971338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.971398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.971534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.971607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.971686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.971770] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.004499] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 828.011713] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 828.018032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.018032] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa878d79-b0a2-4be6-a196-a4933f281d86 is going to be deleted. [ 828.021716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.021969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.024019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.024019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.024763] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.024902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.025060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.025208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.025345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.044287] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.044549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.055068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 828.073381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.073381] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be deleted. [ 828.073698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.073886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.073983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.074575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26926353-4187-4f08-81a7-bb5321b11bfd" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.074856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.075047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.075138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.075302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58b1782-7a81-455e-8cb3-baa2136ae97a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.075996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.076741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05178544-3e7f-4d56-8092-7c75b42c347b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.076741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.077033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.077165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f1abe9a-22a0-4c8b-b195-d034bba407ce" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.077346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.077577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.077676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.077814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8796be3f-6e71-46fb-92bb-aaf2d9fd7c53" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.077974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.078219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.078332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.078478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.078620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.078770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.078844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.078990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7add9e90-b8a8-4bcb-9ed4-5d9794509298" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.079381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.079478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f55b26a3-bbd7-49ac-b257-3348445d977c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.080051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.080151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.080251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50673cbb-4440-4d1c-9496-a83b3ed53e6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.182168] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.182168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.182319] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.182556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.182660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.182796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa878d79-b0a2-4be6-a196-a4933f281d86" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.221489] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.221489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.221489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.221489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.221489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.221489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.221489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.233274] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.233527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.233527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.233715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.233878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.233970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.234041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.234220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.234280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.234360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.234529] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.234621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.234677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.234816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.234945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.235048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.235104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.235237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.235307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.235380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.235463] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.421290] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96d65976-11b7-40f5-a972-14e1c9b8d854: rpc.has_security_group_logging(os_id): False [ 828.432678] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0220e20e-9515-408b-9a4f-41b0d69e53ab: rpc.has_security_group_logging(os_id): False [ 828.448901] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.449097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.449150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.449326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.451364] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4: rpc.has_security_group_logging(os_id): False [ 828.463233] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ff24332-21ae-4a53-ac09-0633b9dc6020: rpc.has_security_group_logging(os_id): False [ 828.474489] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e061684-2073-44d6-a2c3-fd59e69c4397: rpc.has_security_group_logging(os_id): False [ 828.475471] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53998ef-0943-45b6-bfab-30e87531be99: rpc.has_security_group_logging(os_id): False [ 828.495544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.495544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.506698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.507115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.509895] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.510030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.515886] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.516025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.516900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.517182] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.517275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.517340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.517539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.517618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.517711] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 828.519581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.519930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.522509] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.522509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.540826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.541203] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.541310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.541511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.541594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.541688] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab is going to be updated. [ 828.542993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.543087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.571319] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.571683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.571976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.571976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.572110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.572216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.572444] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.572556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.572673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.572765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.572825] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573117] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.573117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.573117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.573330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.573365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573458] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be updated. [ 828.574689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.574795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.595747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.596111] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.596252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.596320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.596556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.596637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.596846] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.596942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.597027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.597164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.597235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.597446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.597529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.597598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.597823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.597913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.598015] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be updated. [ 828.599229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.599396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.608471] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.608471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.612943] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.613148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.623474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.623998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.623998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.623998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.624168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.624204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.624352] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 is going to be updated. [ 828.625731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.625731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.643980] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.643980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.655928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.655928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.655928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.655928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.655928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.655928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.655928] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 is going to be updated. [ 828.657236] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.658102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.658102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.659033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.659242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.659398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.663232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.663232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.663232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.665718] env[65753]: INFO networking_nsxv3.common.synchronization [req-62d28458-1012-4e57-be5e-be6cc0b1036d req-34acaa8a-8c36-4dee-b94c-6175c1a2542a tempest-FloatingIPsAssociationTestJSON-1968318318 tempest-FloatingIPsAssociationTestJSON-1968318318-project-member] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 828.666723] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 828.667339] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.667644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.667644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.669049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.669049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.669049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.669049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.669049] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.737922] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91065295-a6bb-4317-9488-d9012e390597: rpc.has_security_group_logging(os_id): False [ 828.766245] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.766245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.766245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.766245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.770193] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 828.771906] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: IN_PROGRESS for 2s [ 828.774621] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.777084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.777084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.777084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.777084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.778780] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 828.780852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.780852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.781833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.781833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.811883] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: IN_PROGRESS for 2s [ 828.819284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 828.833617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.833859] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.833989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.834071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.834292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.834371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.834576] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.834690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.834753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.835054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.835054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.835160] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.835973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.836060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.836257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.836336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.836391] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 828.917640] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.917886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.917886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.972642] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: IN_PROGRESS for 2s [ 828.982481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.982765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.982835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.983804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.985053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 829.154129] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-8ed4b2bc-dc55-4e5f-8a3f-d19c839cf4d9 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 829.154801] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 829.157213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.157213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.157506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.157840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.158598] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.158848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.159120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.159620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.159739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.160042] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.173688] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.498229] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.498498] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.498573] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.498787] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.499106] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.499307] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.499788] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.500074] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.500309] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.500565] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.500701] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.500831] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.500958] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.501108] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.501236] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.501386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.521566] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.522123] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.522123] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.522123] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-729" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.522500] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-6309f110-000f-4e57-a80d-4966b9d936ef taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.522581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.522657] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.526019] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.526019] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6309f110-000f-4e57-a80d-4966b9d936ef',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.664567] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.675538] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.015320] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 830.015545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.015721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.015940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.016141] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.016261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.016333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.016533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.016625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016806] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.020054] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 830.020245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.020395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.020569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.020749] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.020892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.020982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.021073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.021169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.021238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.021364] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.021489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.021634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.021715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.021797] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.021918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.021973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.022180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.022180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.022404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.022404] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.027489] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.027678] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.027908] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.028205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.028205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.028368] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 6309f110-000f-4e57-a80d-4966b9d936ef not found, creating... [ 830.028584] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.028717] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.028828] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.029048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.029180] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.029487] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.029642] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.029753] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.029952] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.030091] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.030229] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 6309f110-000f-4e57-a80d-4966b9d936ef is going to be created. [ 830.052884] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.053138] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.053361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.053588] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.053818] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.054041] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.064048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 830.064179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.064324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.064525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.064730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.064845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.064911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.065077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.065155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.065239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.065331] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.167530] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.182740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.182949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.183125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.183274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.183580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.183713] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be updated. [ 830.250282] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.250448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.250525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.251307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.251307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.262067] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: IN_PROGRESS for 2s [ 830.519964] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.524422] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26023054-4751-40e1-ba6b-04c880b37bee: rpc.has_security_group_logging(os_id): False [ 830.541546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.541686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.541751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.541954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.560956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.561249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.561399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.561449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.561627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.561714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.561911] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.562015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.562082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.562231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.562340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.562579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.562754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.562815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.563016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.563067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.563129] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 830.567116] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.567225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.567370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.567466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.567613] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.567709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.567766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.567909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.567986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.568080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.568268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.568315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.568349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.568524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.568719] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.568800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.568800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.569017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.569017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.569119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.569167] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.634829] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.635014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.635147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.635297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.635675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.653047] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 830.670592] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.670592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.670592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.670592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.670592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.670592] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 830.710270] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.710576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.710662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.711210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.711421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.726307] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 830.793452] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: SUCCESS [ 830.793744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.794879] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 830.795516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.797637] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 830.797928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.803439] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-f1085131-26ef-416e-869c-1d971c590558 service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 830.803828] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-f1085131-26ef-416e-869c-1d971c590558 service nova] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 830.804100] env[65753]: INFO networking_nsxv3.common.synchronization [req-282ad1f5-6408-44e5-b9bb-922b3aa33fa7 req-f1085131-26ef-416e-869c-1d971c590558 service nova] Enqueued Resource ID: 6309f110-000f-4e57-a80d-4966b9d936ef with Priority: HIGHEST for action port [ 830.804983] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_rules [ 830.805259] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 830.805415] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6309f110-000f-4e57-a80d-4966b9d936ef with Priority: HIGHEST for action port [ 830.805923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806401] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806877] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6309f110-000f-4e57-a80d-4966b9d936ef taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.807152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.807195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.807506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.807625] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6309f110-000f-4e57-a80d-4966b9d936ef',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.836412] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: SUCCESS [ 830.836412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.838069] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 830.840091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.988102] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: SUCCESS [ 830.988377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.022654] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 831.022882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.023159] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef1682c-cff8-4e80-bb96-35a554554722: rpc.has_security_group_logging(os_id): False [ 831.024321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.024539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.024691] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.051248] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.051443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.051531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.071440] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fd2c54f-f810-4cde-9e40-dc4b35687371: rpc.has_security_group_logging(os_id): False [ 831.073722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.074012] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.074140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.074200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.074402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.074523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.074586] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be updated. [ 831.092080] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.092262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.092361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.092639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.120571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.120571] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.120752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.120752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.120945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.121050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121260] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.121362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.121422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.121577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.121901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121901] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.121992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.121992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.122200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.122282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.122401] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 831.142673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.142850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.142850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.143011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.143200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.156173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 831.186246] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.186432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.186485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.186659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.186800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.202594] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 831.311243] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6309f110-000f-4e57-a80d-4966b9d936ef with status ACTIVE [ 831.311491] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.311639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.311706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.311921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.312026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.312216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.312429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.312429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.312757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.312757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.312849] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.312919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.312979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.313135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.313775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.313775] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6309f110-000f-4e57-a80d-4966b9d936ef is going to be updated. [ 831.349261] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.349261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.349261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.349426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.349526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.349666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6309f110-000f-4e57-a80d-4966b9d936ef" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.527872] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.528219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.272433] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 832.272710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.672495] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 832.672894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.673185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.673458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.673556] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.741285] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 832.741575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.741858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.742109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.742409] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.742687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.742919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.743017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.743146] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.170644] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 833.170872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.171058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.171277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.171366] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.176012] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.177926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.177926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.177926] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.221607] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 833.221844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.247069] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.676430] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.676430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.676430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.676828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.676828] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.676828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.676939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.677679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.677679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.677679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.677679] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.678934] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.679082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.679255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.679437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.679594] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.679696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.679786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.679976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.680074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.680201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.680447] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.680447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.680560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.680642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.680779] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.680866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.680975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.681094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.681166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.681250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.681335] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.750241] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.179568] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.186743] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26023054-4751-40e1-ba6b-04c880b37bee: rpc.has_security_group_logging(os_id): False [ 834.217287] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.217287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.217476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.217568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.217654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.217847] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.217959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.218012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.218174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.218247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.218440] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.218566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.218606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.218730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.218802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.219093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.219134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.219276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.219346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219432] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 834.253994] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.254233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.254290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.254529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.254624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.254946] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 834.307319] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.307556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.307556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.307767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.307911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.320735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 834.326452] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.326645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.326752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.327018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.327169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.343367] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 834.684166] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef1682c-cff8-4e80-bb96-35a554554722: rpc.has_security_group_logging(os_id): False [ 834.706949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.707200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.707200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.708286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.708286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.708286] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.708286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.708286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.708286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.708286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.708286] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be updated. [ 834.770923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.771133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.771133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.771339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.771485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.805958] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 835.455020] env[65753]: INFO networking_nsxv3.common.synchronization [req-4ddf59b1-58c4-4c7b-875b-10e73373f4f7 req-dcd5a54c-3dce-4ad6-8b0f-d235b06478f9 tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_members [ 835.455020] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_members [ 835.455377] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.455684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.455849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.456292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.456545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.456769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.456922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.457210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.457394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.457577] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.841142] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.841527] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.841592] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.841878] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.842246] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.842524] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.842656] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.842881] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.843234] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.843364] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.843632] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.843846] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.844008] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.844142] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.844254] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.844429] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.869067] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.869067] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.869252] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.870036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-171" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.870036] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-216bffab-4451-407d-b8dd-9e8687a90b81 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.870036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.870036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.870312] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.870519] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216bffab-4451-407d-b8dd-9e8687a90b81',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.960603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.960817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.960960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.961231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.961352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.961530] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.961668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.961737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.961870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.961989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.962109] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf already deleted. [ 835.962212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.331054] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 836.331294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.331462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.331682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.331882] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.332061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.332115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.332253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.332335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.332457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.332522] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.360031] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 836.360323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.373197] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.373446] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.373579] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373863] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.374009] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.374173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 216bffab-4451-407d-b8dd-9e8687a90b81 not found, creating... [ 836.374430] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.374588] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.374704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.374923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.375070] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.375352] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.375504] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.375615] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.375835] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.375961] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.376108] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 216bffab-4451-407d-b8dd-9e8687a90b81 is going to be created. [ 836.397117] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.397327] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.397422] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.397714] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.397939] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.398179] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.429502] env[65753]: INFO networking_nsxv3.common.synchronization [req-da389cb0-4300-4650-ba39-96411466233b req-fdaed87a-3b27-4d9e-b623-1552c0344080 tempest-ListImageFiltersTestJSON-1542069529 tempest-ListImageFiltersTestJSON-1542069529-project-member] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 836.430073] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 836.430438] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.430569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.430633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.430831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.430985] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.431094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.431156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.431298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.431394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.431480] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.823245] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 836.823548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.835274] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.835542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.835542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.835742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.835912] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.836032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.836083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.836247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.836330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836580] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.836691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.836738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.836856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.836988] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.837270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.837270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.837346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.837385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.837469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.837528] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.933570] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.130033] env[65753]: INFO networking_nsxv3.common.synchronization [req-4ddf59b1-58c4-4c7b-875b-10e73373f4f7 req-d981792f-8e33-4293-bab0-7af96f5bf9b2 service nova] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_rules [ 837.130225] env[65753]: INFO networking_nsxv3.common.synchronization [req-4ddf59b1-58c4-4c7b-875b-10e73373f4f7 req-d981792f-8e33-4293-bab0-7af96f5bf9b2 service nova] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_members [ 837.130460] env[65753]: INFO networking_nsxv3.common.synchronization [req-4ddf59b1-58c4-4c7b-875b-10e73373f4f7 req-d981792f-8e33-4293-bab0-7af96f5bf9b2 service nova] Enqueued Resource ID: 216bffab-4451-407d-b8dd-9e8687a90b81 with Priority: HIGHEST for action port [ 837.131125] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_rules [ 837.131221] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_members [ 837.131316] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216bffab-4451-407d-b8dd-9e8687a90b81 with Priority: HIGHEST for action port [ 837.131736] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.131951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.132067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.132314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.132467] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.133688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.134103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.134229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.134448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.134645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.134822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.134925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.135123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.135256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.135385] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.136573] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-216bffab-4451-407d-b8dd-9e8687a90b81 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.137765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.137860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.138202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.138325] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216bffab-4451-407d-b8dd-9e8687a90b81',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.341025] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91065295-a6bb-4317-9488-d9012e390597: rpc.has_security_group_logging(os_id): False [ 837.359758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.359913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.359986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.360227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.360481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.360740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.360853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.360921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.361128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.361213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.361413] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.361515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.361577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.361746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.361825] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.362015] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.362112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.362223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.362313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.362424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.362532] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 837.436796] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.458661] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.459105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.460958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.460958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.460958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.477461] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 837.640576] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.640893] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.641011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.641424] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216bffab-4451-407d-b8dd-9e8687a90b81 with status ACTIVE [ 837.642188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.642188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.642188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.642188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.642188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.642188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.642626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.642626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.642626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.642626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.642759] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.642809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.642842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.642956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.643062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.643142] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216bffab-4451-407d-b8dd-9e8687a90b81 is going to be updated. [ 837.669067] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.669214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.669256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.669504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.670060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.670060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216bffab-4451-407d-b8dd-9e8687a90b81" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.939462] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.939718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.939762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.940016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.940165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.940296] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be updated. [ 837.975905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.977031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.977031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.987747] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 838.142431] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.645729] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.645888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.645977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.646211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.646305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.646405] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf is going to be created. [ 838.671773] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.671773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.671773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.672311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.672311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.682558] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: UNINITIALIZED for 2s [ 839.492159] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 839.492505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.000609] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 840.001326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.693947] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: SUCCESS [ 840.694320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.694377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.694632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.694901] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.695069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.695170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.695377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.695495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.695598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.695730] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.199252] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.702397] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf: rpc.has_security_group_logging(os_id): False [ 841.723375] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.723632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.723632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.723954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.724146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.724798] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.724798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.724798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.725108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.725108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.725108] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf is going to be created. [ 841.789517] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.789517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.789517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.789722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.789775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.803939] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: IN_PROGRESS for 2s [ 842.132392] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 842.132602] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 842.313993] env[65753]: INFO networking_nsxv3.common.synchronization [req-b9c9975d-4790-46c4-ae68-118fef690d14 req-22fe680f-cdfc-4825-8914-76ab4c38a04e tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 842.314240] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 842.314811] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.315097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.318021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.318021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.318021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.318021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.318021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.318021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.318021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.318021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.422278] env[65753]: INFO networking_nsxv3.common.synchronization [req-766446e9-d471-4129-82e8-3e868140030c req-1092fdb5-5b0a-4299-a36b-5d343bbdad23 tempest-MultipleCreateTestJSON-325801015 tempest-MultipleCreateTestJSON-325801015-project-member] Enqueued Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 842.422878] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91065295-a6bb-4317-9488-d9012e390597 with Priority: HIGHEST for action security_group_members [ 842.423199] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-91065295-a6bb-4317-9488-d9012e390597 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.423300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.821699] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.324882] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.820793] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: SUCCESS [ 843.821065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.828018] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.829266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.829474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.829851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.830047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.830215] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 843.863404] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.863634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.863674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.864014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.864173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.874965] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 845.888513] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.888513] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.888513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.888513] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91065295-a6bb-4317-9488-d9012e390597',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.390824] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.390985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.391370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.391565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.391693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.391758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.391996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.392067] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 is going to be updated. [ 846.419255] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.419255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.419255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.419255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.419481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.430538] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: IN_PROGRESS for 2s [ 847.424321] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.424691] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 847.891397] env[65753]: INFO networking_nsxv3.common.synchronization [req-49829798-afd2-4351-98ee-8d8415e3aecc req-2d2567cf-0822-4372-843f-43da2fd1f720 tempest-ServersTestBootFromVolume-151696442 tempest-ServersTestBootFromVolume-151696442-project-member] Enqueued Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_members [ 847.891982] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_members [ 847.892310] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.892434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.892519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.892770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.892933] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.893290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.893425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.893681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.894045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.894045] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.233048] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.233251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-452" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.233375] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-452" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.233793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-452" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.234103] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.234270] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.234388] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.234799] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.234799] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.234933] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.235070] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.235219] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.235285] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.235391] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.235497] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.235631] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.261586] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.261812] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.261977] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.262087] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-452" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.262509] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-bb884939-9aaf-474f-9246-eb279d11aa4e taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.262711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.262795] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.263252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.263399] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb884939-9aaf-474f-9246-eb279d11aa4e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.398120] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.398770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.398898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.399205] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.399419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.399553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.399718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.399854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.400617] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 already deleted. [ 848.400617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.440737] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91065295-a6bb-4317-9488-d9012e390597 in Status: SUCCESS [ 848.441112] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91065295-a6bb-4317-9488-d9012e390597 deletion is rescheduled due to dependency. [ 848.441112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91065295-a6bb-4317-9488-d9012e390597" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.766122] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.766363] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.766805] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.766805] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.766987] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.767164] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port bb884939-9aaf-474f-9246-eb279d11aa4e not found, creating... [ 848.767525] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.767728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.767792] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.768287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.768287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.768477] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.768896] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.768896] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.768991] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.769067] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.769202] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: bb884939-9aaf-474f-9246-eb279d11aa4e is going to be created. [ 848.790051] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.790363] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.790503] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.790803] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.791059] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.791311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.488050] env[65753]: INFO networking_nsxv3.common.synchronization [req-49829798-afd2-4351-98ee-8d8415e3aecc req-b9b3c4cd-3c87-49b6-bc5d-925a4aca008c service nova] Enqueued Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_rules [ 849.488287] env[65753]: INFO networking_nsxv3.common.synchronization [req-49829798-afd2-4351-98ee-8d8415e3aecc req-b9b3c4cd-3c87-49b6-bc5d-925a4aca008c service nova] Enqueued Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_members [ 849.488397] env[65753]: INFO networking_nsxv3.common.synchronization [req-49829798-afd2-4351-98ee-8d8415e3aecc req-b9b3c4cd-3c87-49b6-bc5d-925a4aca008c service nova] Enqueued Resource ID: bb884939-9aaf-474f-9246-eb279d11aa4e with Priority: HIGHEST for action port [ 849.488914] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_rules [ 849.489062] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_members [ 849.489162] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb884939-9aaf-474f-9246-eb279d11aa4e with Priority: HIGHEST for action port [ 849.489431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.489552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.489621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.489817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.489898] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.491643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.491795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.491866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.492056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.492209] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.492305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.492367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.492750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.492750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.492750] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.493769] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb884939-9aaf-474f-9246-eb279d11aa4e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.493869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.493940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.494108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.494183] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb884939-9aaf-474f-9246-eb279d11aa4e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.996016] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.996160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997023] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb884939-9aaf-474f-9246-eb279d11aa4e with status ACTIVE [ 849.997023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.997023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.997023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.997300] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.997300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.997539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.997744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.997835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.998070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.998141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.998224] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb884939-9aaf-474f-9246-eb279d11aa4e is going to be updated. [ 849.999519] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.022839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.023032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.023081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.023276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.023414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.023768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb884939-9aaf-474f-9246-eb279d11aa4e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.070106] env[65753]: INFO networking_nsxv3.common.synchronization [req-a09a01a5-e9ea-4be7-8d74-a1aa204b874e req-81c60846-3fb1-49c4-aa05-a723457ecf44 tempest-AttachInterfacesV270Test-560008983 tempest-AttachInterfacesV270Test-560008983-project-member] Enqueued Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_members [ 850.070822] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_members [ 850.071263] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.071389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.071447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.071698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.071853] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.071954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072348] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.387854] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.387854] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.388087] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.388502] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.388887] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.389129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.389448] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.389754] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.390244] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.390321] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.390475] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.390637] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.390799] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.393856] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.393856] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.393856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.411714] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.411714] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.411714] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.411851] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.412626] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-8a825fae-1c70-4269-a958-4d8e821b6eeb taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.412884] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.413074] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.413489] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.413765] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a825fae-1c70-4269-a958-4d8e821b6eeb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.502546] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.575522] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.575663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.575726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.575944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.576044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.576289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.577199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.577199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.577199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.577199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.577199] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 already deleted. [ 850.577199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.915976] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.916226] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.916347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.916614] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.916758] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.916905] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 8a825fae-1c70-4269-a958-4d8e821b6eeb not found, creating... [ 850.917171] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.917334] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.917447] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.917658] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.917786] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.918076] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.918223] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.918332] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.918530] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.918653] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.918782] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 8a825fae-1c70-4269-a958-4d8e821b6eeb is going to be created. [ 850.941153] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.941363] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.941482] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.941844] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.942084] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.942909] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.007545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.007545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.007545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.007545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.007877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.007877] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 is going to be created. [ 851.045426] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.045426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.045613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.045719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.045940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.061555] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4fcca3-81ab-4c55-934b-003f80baa873 in Status: UNINITIALIZED for 2s [ 851.645220] env[65753]: INFO networking_nsxv3.common.synchronization [req-a09a01a5-e9ea-4be7-8d74-a1aa204b874e req-e871be59-88b8-4aa1-8f53-57c4a47a09bc service nova] Enqueued Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_rules [ 851.645519] env[65753]: INFO networking_nsxv3.common.synchronization [req-a09a01a5-e9ea-4be7-8d74-a1aa204b874e req-e871be59-88b8-4aa1-8f53-57c4a47a09bc service nova] Enqueued Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_members [ 851.645519] env[65753]: INFO networking_nsxv3.common.synchronization [req-a09a01a5-e9ea-4be7-8d74-a1aa204b874e req-e871be59-88b8-4aa1-8f53-57c4a47a09bc service nova] Enqueued Resource ID: 8a825fae-1c70-4269-a958-4d8e821b6eeb with Priority: HIGHEST for action port [ 851.645970] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_rules [ 851.646170] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_members [ 851.646270] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a825fae-1c70-4269-a958-4d8e821b6eeb with Priority: HIGHEST for action port [ 851.646550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.646751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.646751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.647020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.647156] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.648562] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.649230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.649230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.649230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.649230] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.649230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.649230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.649517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.649517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.649592] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.650284] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a825fae-1c70-4269-a958-4d8e821b6eeb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.650386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.650507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.650646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.650748] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a825fae-1c70-4269-a958-4d8e821b6eeb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.152289] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a825fae-1c70-4269-a958-4d8e821b6eeb with status ACTIVE [ 852.152703] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.152980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.153144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.153419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.153567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.153860] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.154270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.154270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.154400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.154552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.154807] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.154979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.155104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.155317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.155451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.155596] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a825fae-1c70-4269-a958-4d8e821b6eeb is going to be updated. [ 852.158677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.158677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.158677] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.192553] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.192750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.192853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.193189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.193362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a825fae-1c70-4269-a958-4d8e821b6eeb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.662741] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.801149] env[65753]: INFO networking_nsxv3.common.synchronization [req-667cf179-2690-44b5-9413-a0453c4f127e req-8d3f8d9f-ea3c-4be5-b297-84fce2abb45d tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 852.801788] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 852.802122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.802246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.802311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.802615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.803480] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.803480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.803480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.803480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.803480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.803480] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.076345] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4fcca3-81ab-4c55-934b-003f80baa873 in Status: SUCCESS [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.076345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.076345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.076345] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.165748] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.165748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.165748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.165981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.165981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.166079] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 is going to be created. [ 853.199505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.199796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.199796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.199974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.200196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.210481] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.210728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.210862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.211180] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.211911] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.212125] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.212245] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.212533] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.212709] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.212873] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.213039] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.213106] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.213191] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.213298] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.213392] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.213540] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.215314] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 in Status: UNINITIALIZED for 2s [ 853.236324] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.236503] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.236729] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.236923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237313] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-a555e91f-164f-4b04-83dd-828041132dcc taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237501] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237747] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.238161] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.238416] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a555e91f-164f-4b04-83dd-828041132dcc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.307131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.307297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.307399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.307632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.334239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.334645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.335659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.335659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.335659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.335659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335659] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 853.387636] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.387790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.387833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.388087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.388229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400412] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 853.578171] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.741648] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.742182] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.742555] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.743141] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.743556] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.743830] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port a555e91f-164f-4b04-83dd-828041132dcc not found, creating... [ 853.744157] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.744358] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.744496] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.744776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.744916] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.745437] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.745802] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.746134] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.746499] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.746792] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.747140] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: a555e91f-164f-4b04-83dd-828041132dcc is going to be created. [ 853.772701] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.772980] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.773081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.773357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.773731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.773982] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.080467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4fcca3-81ab-4c55-934b-003f80baa873: rpc.has_security_group_logging(os_id): False [ 854.102825] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.103140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.103206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.103508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.103648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.104062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.104274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.104352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.104538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.104636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.104728] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 is going to be created. [ 854.177646] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.177799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.177883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.178093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.178276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.193303] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4fcca3-81ab-4c55-934b-003f80baa873 in Status: IN_PROGRESS for 2s [ 854.505483] env[65753]: INFO networking_nsxv3.common.synchronization [req-667cf179-2690-44b5-9413-a0453c4f127e req-e3001c7e-b6cb-4e43-a943-ab3e6551a3ec service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 854.505483] env[65753]: INFO networking_nsxv3.common.synchronization [req-667cf179-2690-44b5-9413-a0453c4f127e req-e3001c7e-b6cb-4e43-a943-ab3e6551a3ec service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 854.505483] env[65753]: INFO networking_nsxv3.common.synchronization [req-667cf179-2690-44b5-9413-a0453c4f127e req-e3001c7e-b6cb-4e43-a943-ab3e6551a3ec service nova] Enqueued Resource ID: a555e91f-164f-4b04-83dd-828041132dcc with Priority: HIGHEST for action port [ 854.505483] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 854.510509] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 854.510509] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a555e91f-164f-4b04-83dd-828041132dcc with Priority: HIGHEST for action port [ 854.510509] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.510509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.510509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.510509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.510509] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.511561] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.511684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.511851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a555e91f-164f-4b04-83dd-828041132dcc taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.511961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.512048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.512268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.512353] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a555e91f-164f-4b04-83dd-828041132dcc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.015302] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.015685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.015685] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a555e91f-164f-4b04-83dd-828041132dcc with status ACTIVE [ 855.015824] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.015913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.015990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.016187] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.016278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.016437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.016538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.016607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.016730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.016805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.016980] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.017383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.017476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.017605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.017687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.017754] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a555e91f-164f-4b04-83dd-828041132dcc is going to be updated. [ 855.039631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.039805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.039850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.040052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.040189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.040356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a555e91f-164f-4b04-83dd-828041132dcc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.226329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 in Status: SUCCESS [ 855.226446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.226622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.226838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.227097] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.227169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.227234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.227613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.227613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.227613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.227613] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.410737] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 855.411456] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 855.411456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.411456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.411456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.411760] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.411924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.411924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.412044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.412130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.412283] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.731550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.731550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.731550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.731942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.731942] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.732124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.732124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.732990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.732990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.732990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.732990] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.732990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.732990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.733569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.733569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.733569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.733569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.733885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.733885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.733885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.734141] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.915140] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.215683] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4fcca3-81ab-4c55-934b-003f80baa873 in Status: SUCCESS [ 856.215683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.236891] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f8537c-9cc6-4b36-9425-22c207b84fa1: rpc.has_security_group_logging(os_id): False [ 856.263055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.263217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.263217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.263419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.263486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.263837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.263974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.264068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.264172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.264251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.264431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.264530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.264597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.264726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.264863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.264985] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.265094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.265172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.265282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.265348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.265516] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 is going to be created. [ 856.346698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.346698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.346866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.347014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.347140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.363292] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 in Status: IN_PROGRESS for 2s [ 856.417115] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.919814] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.919973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.920066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.920327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.920432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.920758] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 856.959666] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.961266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.972032] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 858.376095] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 in Status: SUCCESS [ 858.376392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.604797] env[65753]: INFO networking_nsxv3.common.synchronization [req-3afad0f9-8961-4a07-a360-44b89c249d49 req-553eeec0-4387-4e61-b3ca-00aec4ff80a2 tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_members [ 858.605467] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_members [ 858.605792] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.605920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.606035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.609970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.610180] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.610297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.610495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.610811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.610940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.611078] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.984740] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 858.985071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.985293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.985580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.985863] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.986118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.986208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.986399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.986505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.986583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.986680] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.114909] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.115266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.115266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.115466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.115560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.115771] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.115888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.116026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.116205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.116281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.116370] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d already deleted. [ 859.116455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.292424] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.292704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.292844] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.293194] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.293459] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.294647] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.294953] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.295302] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.295479] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.295648] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.295836] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.295998] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.296156] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.296324] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.319098] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.319413] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.319680] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.320241] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.320704] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.321109] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.321330] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.321819] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.322083] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.488937] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.489312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.489312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.489524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.490302] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.490302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.490302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.490492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.490529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.490616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.490785] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.490889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.490944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.491101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.491333] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.491455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.491508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.491668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.491753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.491835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.491923] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.827793] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.827793] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea not found, creating... [ 859.827793] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.827793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.828985] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.828985] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.828985] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.828985] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.828985] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.828985] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea is going to be created. [ 859.851650] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.851889] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.851889] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.852100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.852332] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.852647] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994901] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cac678c-ad93-4e2c-8fd6-70b7135d141e: rpc.has_security_group_logging(os_id): False [ 860.025385] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.025623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.025716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.025934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.026028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.026264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.026382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.026427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.026573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.026659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.026845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.026939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.026998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.027155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.027261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.027470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.027596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.027657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.027848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.027916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.027982] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 860.056128] env[65753]: INFO networking_nsxv3.common.synchronization [None req-bca50625-5bd3-4382-972d-c99c6b73b687 None None] Enqueued Resource ID: e1068e81-a968-4fc9-b27d-c50c3068218b with Priority: HIGHEST for action port [ 860.056559] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1068e81-a968-4fc9-b27d-c50c3068218b with Priority: HIGHEST for action port [ 860.056787] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1068e81-a968-4fc9-b27d-c50c3068218b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.056908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1068e81-a968-4fc9-b27d-c50c3068218b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.056999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1068e81-a968-4fc9-b27d-c50c3068218b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.057241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1068e81-a968-4fc9-b27d-c50c3068218b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.057332] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1068e81-a968-4fc9-b27d-c50c3068218b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.101750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.101983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.101983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.102200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.102348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.117852] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 860.559229] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1068e81-a968-4fc9-b27d-c50c3068218b [ 860.559609] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.559715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.559715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.561021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.561021] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1068e81-a968-4fc9-b27d-c50c3068218b already deleted. [ 860.561021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1068e81-a968-4fc9-b27d-c50c3068218b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.647990] env[65753]: INFO networking_nsxv3.common.synchronization [req-3afad0f9-8961-4a07-a360-44b89c249d49 req-b2b18cf9-92ad-44d7-b2c2-f894e45a2fa3 service nova] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_rules [ 860.649143] env[65753]: INFO networking_nsxv3.common.synchronization [req-3afad0f9-8961-4a07-a360-44b89c249d49 req-b2b18cf9-92ad-44d7-b2c2-f894e45a2fa3 service nova] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_members [ 860.649143] env[65753]: INFO networking_nsxv3.common.synchronization [req-3afad0f9-8961-4a07-a360-44b89c249d49 req-b2b18cf9-92ad-44d7-b2c2-f894e45a2fa3 service nova] Enqueued Resource ID: 1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea with Priority: HIGHEST for action port [ 860.649143] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_rules [ 860.649143] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_members [ 860.649382] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea with Priority: HIGHEST for action port [ 860.649519] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.649642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.649702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.649912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.650024] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.650932] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.651046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.651110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.651443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.651523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.651587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.651842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.651897] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.654361] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.654361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.654361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.655120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.655120] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.085101] env[65753]: INFO networking_nsxv3.common.synchronization [None req-50ff8b09-de84-4bf5-97a7-4850a6a56d7c tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_rules [ 861.086065] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_rules [ 861.086504] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.086655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.086930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.087316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.087446] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.159095] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.163334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.163334] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea with status ACTIVE [ 861.163334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.163334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.163334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.163334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.164289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.164289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.164289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.164289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.164289] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea is going to be updated. [ 861.192720] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.192871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.192943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.194081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.194081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.194081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb28e5b-cbe4-4e1a-beb4-2de6e7d248ea" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.381038] env[65753]: INFO networking_nsxv3.common.synchronization [req-b56ae4a3-9ad5-49a0-87ae-1985b9047508 req-599f9ffc-d221-42ae-822f-dd2d3e27efb8 tempest-ListServerFiltersTestJSON-514582576 tempest-ListServerFiltersTestJSON-514582576-project-member] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 861.381038] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 861.381327] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.381408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.381473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.381735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.381889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.381986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.383233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.383233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.383233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.383233] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.538792] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1a3f877b-bf99-49d3-bcee-10ddb9caf189 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_rules [ 861.539626] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_rules [ 861.539875] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.539979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.611186] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.611606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.611606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.611692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.611977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.611977] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 already deleted. [ 861.611977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.612238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.612445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.612592] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.666646] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.868078] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.869209] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.869414] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.869768] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.870449] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870941] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.871583] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.871788] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.872066] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.872221] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.872356] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.872502] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.872668] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.872944] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.873044] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.884832] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.884998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.885088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.885542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.885542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.885723] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.885834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.885897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.886126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.886201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.886285] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a already deleted. [ 861.886363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.927600] env[65753]: INFO networking_nsxv3.common.synchronization [None req-aab52fd5-4b35-4916-974b-f91dc031da63 None None] Enqueued Resource ID: c6069714-e47b-4107-bd56-80da1febe448 with Priority: HIGHEST for action port [ 861.927600] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6069714-e47b-4107-bd56-80da1febe448 with Priority: HIGHEST for action port [ 861.927600] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6069714-e47b-4107-bd56-80da1febe448 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6069714-e47b-4107-bd56-80da1febe448" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6069714-e47b-4107-bd56-80da1febe448" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6069714-e47b-4107-bd56-80da1febe448" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.927600] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6069714-e47b-4107-bd56-80da1febe448',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.927600] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.927600] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.927600] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.927600] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.927600] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.927600] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31402f5e-3e8a-4ff8-a2b3-4b5992fb142a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.141465] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 862.141788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.142873] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.145629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.145629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.145629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.145629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.145629] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 already deleted. [ 862.145629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.168936] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.169209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.169209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.169544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.169671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.169771] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d is going to be created. [ 862.197288] env[65753]: INFO networking_nsxv3.common.synchronization [None req-cd0854c5-0719-4969-9baf-d4fb16e344f9 None None] Enqueued Resource ID: 73999987-c64d-4799-bfdd-c3f4aa86fd60 with Priority: HIGHEST for action port [ 862.198445] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.198624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.198624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.198799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.198942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.200256] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73999987-c64d-4799-bfdd-c3f4aa86fd60 with Priority: HIGHEST for action port [ 862.200743] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-73999987-c64d-4799-bfdd-c3f4aa86fd60 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.200920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73999987-c64d-4799-bfdd-c3f4aa86fd60" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.200950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73999987-c64d-4799-bfdd-c3f4aa86fd60" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.201225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73999987-c64d-4799-bfdd-c3f4aa86fd60" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.201352] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73999987-c64d-4799-bfdd-c3f4aa86fd60',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.213390] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: UNINITIALIZED for 2s [ 862.404750] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.404750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.404750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.404750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.404750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.404750] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 31402f5e-3e8a-4ff8-a2b3-4b5992fb142a not found, creating... [ 862.405219] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.405419] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.405562] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.405847] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.406074] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.406422] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.406627] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.406809] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.407088] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.407266] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.407461] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 31402f5e-3e8a-4ff8-a2b3-4b5992fb142a is going to be created. [ 862.408696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6069714-e47b-4107-bd56-80da1febe448 [ 862.408997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.411495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.411495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.411495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.411495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.411495] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6069714-e47b-4107-bd56-80da1febe448 already deleted. [ 862.411495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6069714-e47b-4107-bd56-80da1febe448" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435693] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.435693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.435693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.435693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.435693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.704083] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73999987-c64d-4799-bfdd-c3f4aa86fd60 [ 862.704572] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.704850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.704934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.705187] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.705277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.705376] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73999987-c64d-4799-bfdd-c3f4aa86fd60 already deleted. [ 862.705455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73999987-c64d-4799-bfdd-c3f4aa86fd60" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.120368] env[65753]: INFO networking_nsxv3.common.synchronization [req-b56ae4a3-9ad5-49a0-87ae-1985b9047508 req-f09275f4-0ded-4d37-ab8c-e99fe0a1543f service nova] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_rules [ 863.120912] env[65753]: INFO networking_nsxv3.common.synchronization [req-b56ae4a3-9ad5-49a0-87ae-1985b9047508 req-f09275f4-0ded-4d37-ab8c-e99fe0a1543f service nova] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 863.121101] env[65753]: INFO networking_nsxv3.common.synchronization [req-b56ae4a3-9ad5-49a0-87ae-1985b9047508 req-f09275f4-0ded-4d37-ab8c-e99fe0a1543f service nova] Enqueued Resource ID: 31402f5e-3e8a-4ff8-a2b3-4b5992fb142a with Priority: HIGHEST for action port [ 863.121893] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_rules [ 863.121978] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 863.122089] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31402f5e-3e8a-4ff8-a2b3-4b5992fb142a with Priority: HIGHEST for action port [ 863.122723] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.122892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.123014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.123325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.123412] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.124508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.124589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.124615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.124796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.124947] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.125041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.125108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.125251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.125331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.125420] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.131181] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.131305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.131373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.133258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.133352] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31402f5e-3e8a-4ff8-a2b3-4b5992fb142a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.394894] env[65753]: INFO networking_nsxv3.common.synchronization [req-4761035d-823f-462a-b188-89c4e9db32a1 req-9383a13d-9d25-4d51-8b6f-3c9399c6804a tempest-ListServerFiltersTestJSON-514582576 tempest-ListServerFiltersTestJSON-514582576-project-member] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 863.395455] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 863.396651] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.396651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.636304] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.636951] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.637090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.637260] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31402f5e-3e8a-4ff8-a2b3-4b5992fb142a with status ACTIVE [ 863.638170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.638170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.638170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.638170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.638170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.638170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.638170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.638170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.638762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.638762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.638762] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.638762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.638762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.638890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.638890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.639051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31402f5e-3e8a-4ff8-a2b3-4b5992fb142a is going to be updated. [ 863.668122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.668122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.668122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.668122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.668122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.668122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31402f5e-3e8a-4ff8-a2b3-4b5992fb142a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.776643] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.776950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.776950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.777240] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.777491] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.777649] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.777767] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.777984] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.778565] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.779085] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.779164] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.779250] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.779356] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.779466] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.779663] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.779963] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.802975] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.803162] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.803296] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.803463] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.803852] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-891c589c-0854-41a8-8eb2-e06ac9124837 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.804051] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.804171] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.804542] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.804706] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('891c589c-0854-41a8-8eb2-e06ac9124837',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.144268] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.226895] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: UNINITIALIZED for 4s [ 864.306994] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.307273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.307394] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.307694] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.307848] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.308040] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 891c589c-0854-41a8-8eb2-e06ac9124837 not found, creating... [ 864.308282] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.308442] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.308566] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.308798] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.308939] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.309268] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.309410] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.309528] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309753] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.310417] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.310658] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 891c589c-0854-41a8-8eb2-e06ac9124837 is going to be created. [ 864.344790] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.345050] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.345181] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.345457] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.345684] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.345904] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.652365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.652365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.652365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.652365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.652365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.652365] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be created. [ 864.683561] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.683725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.683810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.684056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.684458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.695729] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: UNINITIALIZED for 2s [ 865.126821] env[65753]: INFO networking_nsxv3.common.synchronization [req-4761035d-823f-462a-b188-89c4e9db32a1 req-da585539-d74e-4227-85b7-f27058d1dbbe service nova] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_rules [ 865.129324] env[65753]: INFO networking_nsxv3.common.synchronization [req-4761035d-823f-462a-b188-89c4e9db32a1 req-da585539-d74e-4227-85b7-f27058d1dbbe service nova] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 865.130637] env[65753]: INFO networking_nsxv3.common.synchronization [req-4761035d-823f-462a-b188-89c4e9db32a1 req-da585539-d74e-4227-85b7-f27058d1dbbe service nova] Enqueued Resource ID: 891c589c-0854-41a8-8eb2-e06ac9124837 with Priority: HIGHEST for action port [ 865.134022] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_rules [ 865.134022] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 865.134022] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891c589c-0854-41a8-8eb2-e06ac9124837 with Priority: HIGHEST for action port [ 865.134022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.134022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.134022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.134022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.134022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-891c589c-0854-41a8-8eb2-e06ac9124837 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.134022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.134022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.134022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.134022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('891c589c-0854-41a8-8eb2-e06ac9124837',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.495189] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f9f60fc5-76e8-4421-8ad9-e18e510e22b9 None None] Enqueued Resource ID: b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e with Priority: HIGHEST for action port [ 865.495189] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e with Priority: HIGHEST for action port [ 865.495189] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.495552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.495651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.495956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.496076] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.639704] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 891c589c-0854-41a8-8eb2-e06ac9124837 with status ACTIVE [ 865.639704] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.639704] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.639704] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.639704] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 891c589c-0854-41a8-8eb2-e06ac9124837 is going to be updated. [ 865.660035] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.661189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.661189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.661189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-891c589c-0854-41a8-8eb2-e06ac9124837" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.001688] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e [ 866.001688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.001688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.001688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.001688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.001688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.001688] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e already deleted. [ 866.001688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1ea42b9-fdfd-4f34-ac64-2ce4d61a817e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.245681] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: SUCCESS [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.245681] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.245681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.247592] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.619324] env[65753]: INFO networking_nsxv3.common.synchronization [req-2aa1674b-87de-4874-ac46-60cafe8d0c50 req-5ce02978-b741-4e5a-8876-94a77a17983c tempest-ListServerFiltersTestJSON-514582576 tempest-ListServerFiltersTestJSON-514582576-project-member] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 866.620184] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 866.620184] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.620184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.706152] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 866.706561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.706750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.707042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.707215] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.707338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.707532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.707594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.707739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.707739] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.749615] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.047137] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.047137] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.047137] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.047137] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.047747] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.048264] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.048496] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049066] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049314] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049645] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.049845] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.050051] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.050260] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.050470] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.050649] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.050912] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.072071] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.072244] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.072446] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.073496] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-326" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.073496] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-328056a5-b991-4a04-8444-c1de0afdf0ab taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.073496] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.073496] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.074048] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328056a5-b991-4a04-8444-c1de0afdf0ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.210609] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.253061] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f45dde24-aaaf-4b3f-9599-efadbb69a26d: rpc.has_security_group_logging(os_id): False [ 867.274962] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.275267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.275267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.275616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.275716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.276215] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.276590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.276590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.276687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.276728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.278304] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d is going to be created. [ 867.494660] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.494863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.495097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.495308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.495411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.508765] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: IN_PROGRESS for 2s [ 867.578182] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.578451] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.578649] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.578987] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.579216] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.579379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 328056a5-b991-4a04-8444-c1de0afdf0ab not found, creating... [ 867.579657] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.579820] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.579935] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.580811] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.581164] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.581314] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.581605] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.581754] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.581939] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 328056a5-b991-4a04-8444-c1de0afdf0ab is going to be created. [ 867.609752] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.610023] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.610108] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.610659] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.611056] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.611437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.714112] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.217445] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.217657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.217711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.217893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.217984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.218122] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 868.255493] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.255849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.255849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.255990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.256064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.266082] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 868.330778] env[65753]: INFO networking_nsxv3.common.synchronization [req-2aa1674b-87de-4874-ac46-60cafe8d0c50 req-1606c3d6-6672-4e07-984f-ce1eab377544 service nova] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_rules [ 868.331031] env[65753]: INFO networking_nsxv3.common.synchronization [req-2aa1674b-87de-4874-ac46-60cafe8d0c50 req-1606c3d6-6672-4e07-984f-ce1eab377544 service nova] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 868.331183] env[65753]: INFO networking_nsxv3.common.synchronization [req-2aa1674b-87de-4874-ac46-60cafe8d0c50 req-1606c3d6-6672-4e07-984f-ce1eab377544 service nova] Enqueued Resource ID: 328056a5-b991-4a04-8444-c1de0afdf0ab with Priority: HIGHEST for action port [ 868.331687] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_rules [ 868.331834] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 868.333469] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328056a5-b991-4a04-8444-c1de0afdf0ab with Priority: HIGHEST for action port [ 868.333469] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.333469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.333469] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.333469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.333870] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-328056a5-b991-4a04-8444-c1de0afdf0ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.334835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.334835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.334835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.334835] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328056a5-b991-4a04-8444-c1de0afdf0ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.752065] env[65753]: INFO networking_nsxv3.common.synchronization [req-7942cf23-b62f-440d-aaea-3821b393f1a4 req-be13ff88-ad17-40e6-9530-28c0d32c5a3b tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 868.752651] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 868.752957] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.753590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.753818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.754124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.754390] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.754529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.754633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.754875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.755073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.755222] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.837018] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 328056a5-b991-4a04-8444-c1de0afdf0ab with status ACTIVE [ 868.837283] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.837544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.837544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.838603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.838603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.838603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.838999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.838999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.838999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.838999] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 328056a5-b991-4a04-8444-c1de0afdf0ab is going to be updated. [ 868.864723] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.864723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.864925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.865079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.865223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.865377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-328056a5-b991-4a04-8444-c1de0afdf0ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.257293] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.522567] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: SUCCESS [ 869.523040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.648585] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd005197-77fc-443c-a573-8b83af9f48e8 req-a21a2637-2f9e-44df-8e33-e0931e0be5cd tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 869.648884] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 869.649267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.649365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.649400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.650118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.650118] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.650118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.650118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.650118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.650118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.650370] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.760097] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.076048] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.076264] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.077148] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.077148] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.077148] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.077148] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.077467] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.077494] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.077629] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.077887] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.078042] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.078251] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.078325] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.078565] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.078665] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.078808] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.103181] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.103380] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.103511] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.103674] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.104072] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-6feb5c74-32da-4591-acdf-492fb5e3aebb taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.104262] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.104380] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.104700] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.104921] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6feb5c74-32da-4591-acdf-492fb5e3aebb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.152678] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.153048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.153136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.153404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.153542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.153883] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.154074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.154318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.154419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.154539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.154742] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be deleted. [ 870.210717] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.210915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.210979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.211227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.211321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.211418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.264227] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.267916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.268183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.268441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.268536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.268649] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 870.281051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 870.281326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.281528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.281748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.281939] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.282071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.282140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.282293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.282372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.282456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.282626] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.283697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.284956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.284956] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.284956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.284956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.284956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.284956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.284956] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.300711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.300862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.301191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.301191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.301294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.312262] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 870.607277] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.607464] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.607564] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.607949] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.608133] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.608288] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 6feb5c74-32da-4591-acdf-492fb5e3aebb not found, creating... [ 870.608552] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.608711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.608822] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.609129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.609486] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.609840] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.610067] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.610210] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.610446] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.610617] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.610777] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 6feb5c74-32da-4591-acdf-492fb5e3aebb is going to be created. [ 870.634135] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.634400] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.634493] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.634731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.634966] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.635198] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.787909] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.788151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.789039] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.291906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.389254] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd005197-77fc-443c-a573-8b83af9f48e8 req-9e1107c0-648d-4436-aabb-1c978787d19d service nova] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_rules [ 871.389254] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd005197-77fc-443c-a573-8b83af9f48e8 req-9e1107c0-648d-4436-aabb-1c978787d19d service nova] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 871.389254] env[65753]: INFO networking_nsxv3.common.synchronization [req-fd005197-77fc-443c-a573-8b83af9f48e8 req-9e1107c0-648d-4436-aabb-1c978787d19d service nova] Enqueued Resource ID: 6feb5c74-32da-4591-acdf-492fb5e3aebb with Priority: HIGHEST for action port [ 871.391489] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_rules [ 871.391641] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 871.391904] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6feb5c74-32da-4591-acdf-492fb5e3aebb with Priority: HIGHEST for action port [ 871.395772] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.395985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.396160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.396440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.396560] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.398535] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.398666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.398741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.399011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.399188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.399293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.399355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.399956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.399956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.399956] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.400784] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6feb5c74-32da-4591-acdf-492fb5e3aebb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.401239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.401239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.402367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.403072] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6feb5c74-32da-4591-acdf-492fb5e3aebb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.676060] env[65753]: INFO networking_nsxv3.common.synchronization [req-0229fc89-e905-437e-83b2-e9702d9a126a req-073f90c6-294f-4e6c-91ba-e18940497d53 tempest-AttachInterfacesV270Test-560008983 tempest-AttachInterfacesV270Test-560008983-project-member] Enqueued Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_members [ 871.676618] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 with Priority: HIGHEST for action security_group_members [ 871.676963] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f8537c-9cc6-4b36-9425-22c207b84fa1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.677431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.677508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.677711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.677869] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.677971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.678053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.678209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.678294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.678387] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f8537c-9cc6-4b36-9425-22c207b84fa1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.797015] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.797015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.797015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.797015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.797015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.797015] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 871.831710] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.831710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.831710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.831710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.831710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.841453] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 871.904976] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.906164] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.906276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.906467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6feb5c74-32da-4591-acdf-492fb5e3aebb with status ACTIVE [ 871.906623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.906767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.906870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.907179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.907285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.907458] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.907556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.907621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.907785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.907861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.908505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.908642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.908711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.908869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.908938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.909059] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6feb5c74-32da-4591-acdf-492fb5e3aebb is going to be updated. [ 871.939185] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.939346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.939401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.939722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.939882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.940071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6feb5c74-32da-4591-acdf-492fb5e3aebb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.141158] env[65753]: INFO networking_nsxv3.common.synchronization [req-647767de-92b9-4c83-b82d-8e3d583b48ce req-936f4433-04bf-4a3b-b089-e04aa42f6c3d tempest-FloatingIPsAssociationTestJSON-1968318318 tempest-FloatingIPsAssociationTestJSON-1968318318-project-member] Enqueued Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 872.141158] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 with Priority: HIGHEST for action security_group_members [ 872.141158] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-234c8d25-c4ba-4031-acee-45244da5a7b6 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.141364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.141606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.141799] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.141984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.142633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.142633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.142633] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('234c8d25-c4ba-4031-acee-45244da5a7b6',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.180542] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.181711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.181838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.182397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.182500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.182838] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.182984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.183085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.183284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.183375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.183470] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 is going to be updated. [ 872.217225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.217396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.217431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.217637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.217774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.228236] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 in Status: IN_PROGRESS for 2s [ 872.334758] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 872.334758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.412112] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.645049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.648154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.648154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.648154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.672285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.672515] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.672712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.672795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.673020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.673111] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.673208] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 is going to be updated. [ 872.711583] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.711850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.711980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.712258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.712459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.729854] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: IN_PROGRESS for 2s [ 872.914690] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.914873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.914917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.915186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.915302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.915371] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be created. [ 872.943088] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.943088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.943088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.955279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: UNINITIALIZED for 2s [ 873.852475] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 873.852894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.853033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.853292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.853765] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.853765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.853945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.854061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.854134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.854216] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.240046] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 in Status: SUCCESS [ 874.240240] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f8537c-9cc6-4b36-9425-22c207b84fa1 deletion is rescheduled due to dependency. [ 874.240358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f8537c-9cc6-4b36-9425-22c207b84fa1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.357137] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.744393] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 in Status: SUCCESS [ 874.744393] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 234c8d25-c4ba-4031-acee-45244da5a7b6 deletion is rescheduled due to dependency. [ 874.744393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-234c8d25-c4ba-4031-acee-45244da5a7b6" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.858185] env[65753]: INFO networking_nsxv3.common.synchronization [req-814fee69-8349-4172-a769-cff1f861b6f7 req-043f1355-92eb-4f2b-8e30-b739e1526a47 tempest-ListImageFiltersTestJSON-1542069529 tempest-ListImageFiltersTestJSON-1542069529-project-member] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 874.859634] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGHEST for action security_group_members [ 874.859761] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.859938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.859993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.860208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.860377] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.860487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.860651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.860695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.861108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.861108] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.862157] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.965185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 874.965185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.965354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.965551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.965751] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.965869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.965934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.966125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.966215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.966290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.966395] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.270864] env[65753]: INFO networking_nsxv3.common.synchronization [req-fa280f91-7901-40d7-bd37-16bcf3c07045 req-fd24a2be-21e1-44eb-a9f8-e8b5a1733a49 tempest-ServersTestManualDisk-1769110030 tempest-ServersTestManualDisk-1769110030-project-member] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_members [ 875.271030] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGHEST for action security_group_members [ 875.271353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.271477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.271554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.272094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.272260] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.272368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.272433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.272598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.272751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.272848] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.365490] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.365726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.365726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.365934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.366033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.366163] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 875.367508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.367592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.367667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.367851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.367924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.370270] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.370392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.370450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.370670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.370764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.370803] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be updated. [ 875.406342] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.406555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.406660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.406965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.407191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.409559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.409722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.409819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.410087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.410264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.422327] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 875.423099] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: IN_PROGRESS for 2s [ 875.468653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.468785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.468853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.469086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.469240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.469349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.469412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.469565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.469649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.469736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.469876] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.469966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.470038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.470231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.470303] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.470389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.470450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.470610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.470718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.470841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.471108] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.766576] env[65753]: INFO networking_nsxv3.common.synchronization [req-755a6986-1a91-41a1-aa27-a56e1f96eae3 req-06d837b7-0b6e-4727-be35-383dcac69205 tempest-ServersNegativeTestMultiTenantJSON-469399064 tempest-ServersNegativeTestMultiTenantJSON-469399064-project-member] Enqueued Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_members [ 875.767088] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_members [ 875.767408] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.767523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.767595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.767875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.768018] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.768123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.768182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.768342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.768428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.768563] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.775379] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.775578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.775684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.775859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.775976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.776254] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.776254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.776415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.776553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.776553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.776666] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 is going to be updated. [ 875.808170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.808170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.808170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.808170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.808170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.819432] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: IN_PROGRESS for 2s [ 875.975404] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395b809b-4cd2-4270-b2bb-a02e1c5b5adb: rpc.has_security_group_logging(os_id): False [ 876.000565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.000730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.000803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.001032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.001819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.001819] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.001819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.001819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.001819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.001819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.002183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.002291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.002349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.002492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.008047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.008612] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.008612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.008612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.011123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.011257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.011390] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be created. [ 876.074564] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.074564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.074564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.074564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.074884] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.092119] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 876.187250] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.187473] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-395" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.187589] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-395" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.189149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-395" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.189149] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.189149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.189149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.189149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.189149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.189149] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.189149] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.189504] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.189504] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.189504] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.189504] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.189644] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.224562] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.225575] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.225575] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.225575] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-395" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.225575] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.225575] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.225874] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.226172] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e6c6d9-40f1-437d-b6c9-3cc445c43b56',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.271334] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.271334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.271334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.271591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.271651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.271827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.271980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.272067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.272235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.272313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.272594] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 already deleted. [ 876.272594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.729023] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.729226] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.729967] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.729967] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.729967] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.729967] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 not found, creating... [ 876.730282] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.730481] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.731132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.731132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.731132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.731370] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.731542] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.732579] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.732579] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.732579] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.732579] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 is going to be created. [ 876.758453] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.758785] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.758902] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.759251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.759581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.759841] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.438502] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 877.438790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.438980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.439214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.439534] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.439619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.439619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.443020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.443020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.443020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.443020] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53998ef-0943-45b6-bfab-30e87531be99 in Status: SUCCESS [ 877.443020] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53998ef-0943-45b6-bfab-30e87531be99 deletion is rescheduled due to dependency. [ 877.443020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.463114] env[65753]: INFO networking_nsxv3.common.synchronization [req-755a6986-1a91-41a1-aa27-a56e1f96eae3 req-f213aa0f-336c-44e0-a681-dd06183f2fd3 service nova] Enqueued Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_rules [ 877.463290] env[65753]: INFO networking_nsxv3.common.synchronization [req-755a6986-1a91-41a1-aa27-a56e1f96eae3 req-f213aa0f-336c-44e0-a681-dd06183f2fd3 service nova] Enqueued Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_members [ 877.463423] env[65753]: INFO networking_nsxv3.common.synchronization [req-755a6986-1a91-41a1-aa27-a56e1f96eae3 req-f213aa0f-336c-44e0-a681-dd06183f2fd3 service nova] Enqueued Resource ID: c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 with Priority: HIGHEST for action port [ 877.464068] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_rules [ 877.464217] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_members [ 877.464313] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 with Priority: HIGHEST for action port [ 877.464596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.464711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.464770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.465066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.465151] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.466056] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.466178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.466296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.468019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.468019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.468019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.468019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.468019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.468019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.468019] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.469608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.469732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.469781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.469936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.470019] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e6c6d9-40f1-437d-b6c9-3cc445c43b56',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.831795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 in Status: SUCCESS [ 877.832123] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 deletion is rescheduled due to dependency. [ 877.832287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.943062] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.971904] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.972906] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.973285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.977394] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 with status ACTIVE [ 877.977649] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.977797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.977887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.979171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.979277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.979523] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.979691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.979757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.979938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.981404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.984063] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.984208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.984266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.984481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.984565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.984876] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0e6c6d9-40f1-437d-b6c9-3cc445c43b56 is going to be updated. [ 878.007839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.007839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.007839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.008177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.008413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.008535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0e6c6d9-40f1-437d-b6c9-3cc445c43b56" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.118105] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 878.118351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.447587] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.478757] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.950357] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.950548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.950635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.950919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.951040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.951134] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 878.981291] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.981508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.981593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.981839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.981935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.982106] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 is going to be created. [ 878.996977] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.997243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.997323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.997640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.997866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.009386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 879.029035] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.029035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.029035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.029246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.029412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.042228] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 in Status: UNINITIALIZED for 2s [ 881.022199] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 881.022582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.022845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.022988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.023314] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.023314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.023699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.023699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.023699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.023905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.023905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.023977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.024391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.024894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.026495] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.026495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.026495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.026495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.026495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.026495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.026495] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.054886] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 in Status: SUCCESS [ 881.055065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.055212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.055589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.055713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.055784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.056043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.056138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.056230] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.527539] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06c85187-7fbd-42c7-96ba-7cc442ca0c5a: rpc.has_security_group_logging(os_id): False [ 881.549241] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.549665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.549665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.549665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.549833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.549944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.550064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.550129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.550286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.550368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.550541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.550641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.550786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.551617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.551617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.551617] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.551617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.551617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.551617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.551617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.551617] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be created. [ 881.559255] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.559462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.559764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.559764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.559932] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.560383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.560383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.560459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.560486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.560578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.560726] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.560818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.560878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.561093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.561161] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.561252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.561312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.561447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.561524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.561608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.561723] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.624066] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.624242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.624336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.624579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.624789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.637685] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 882.064713] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1db98462-bc1a-4813-8031-68a00d0f5c80: rpc.has_security_group_logging(os_id): False [ 882.086502] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.086713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.086871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.087043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.087182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.087364] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.087466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.087566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.087687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.087806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.087967] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.088049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.088106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.088486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.088566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.088744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.088852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.088916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.089614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.089614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.089614] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 is going to be created. [ 882.155895] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.156082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.156082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.157064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.157064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.168791] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 in Status: IN_PROGRESS for 2s [ 882.465073] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.465281] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 883.653269] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 883.653586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.653881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.654141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.654237] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.156583] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.158027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.158155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.158390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.158574] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.159294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.159294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.159294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.159294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.159294] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.184072] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 in Status: SUCCESS [ 884.184297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.661989] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.661989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.661989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.662399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.662429] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.662516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.662588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.662821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.662940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.663048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.663207] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.663396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.663473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.663647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.663834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.663954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.664035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.664198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.664299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.664394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.664488] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.086952] env[65753]: INFO networking_nsxv3.common.synchronization [req-65072563-731c-4473-b2cc-4031c545d852 req-e9f508bd-0ff6-4640-b87e-d5b49f5a78e3 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_members [ 885.087673] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_members [ 885.088343] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.088343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.088499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.088748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.088942] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.089095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.089149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.089326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.089381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.089469] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.167101] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06c85187-7fbd-42c7-96ba-7cc442ca0c5a: rpc.has_security_group_logging(os_id): False [ 885.187544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.187544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.187544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.187544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.187544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.187544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.187544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.187918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.187918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.188061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.188157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.188223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.188368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.188442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.189755] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.189935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.190050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.190247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.190348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.190442] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 885.261022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.261022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.261510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.264531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.264790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.288212] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 885.487857] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.488116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.488194] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.488469] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.488735] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.488890] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.489029] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.489243] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.489385] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.490396] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.490555] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.490670] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.490784] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.490965] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.491084] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.491233] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.515142] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.515303] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.515448] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.515738] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.516061] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-f597ff54-9371-4703-893c-3b7ad96d394d taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.516300] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.516565] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.516903] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.517136] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f597ff54-9371-4703-893c-3b7ad96d394d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.591412] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.591607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.591661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.591881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.591976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.592280] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.592397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.592465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.592644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.592815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.592914] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa already deleted. [ 885.593015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.020813] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.020813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.020813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.020813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.020813] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.021403] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port f597ff54-9371-4703-893c-3b7ad96d394d not found, creating... [ 886.021403] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.021484] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.021543] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.021825] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.021940] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.022257] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.022462] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.022606] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.022829] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.023043] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.023236] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: f597ff54-9371-4703-893c-3b7ad96d394d is going to be created. [ 886.053144] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.053437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.053573] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.053911] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.054225] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.054866] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.809428] env[65753]: INFO networking_nsxv3.common.synchronization [req-65072563-731c-4473-b2cc-4031c545d852 req-5e605a12-d67f-42ac-9a3c-9b33fa89fb1b service nova] Enqueued Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_rules [ 886.809872] env[65753]: INFO networking_nsxv3.common.synchronization [req-65072563-731c-4473-b2cc-4031c545d852 req-5e605a12-d67f-42ac-9a3c-9b33fa89fb1b service nova] Enqueued Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_members [ 886.810115] env[65753]: INFO networking_nsxv3.common.synchronization [req-65072563-731c-4473-b2cc-4031c545d852 req-5e605a12-d67f-42ac-9a3c-9b33fa89fb1b service nova] Enqueued Resource ID: f597ff54-9371-4703-893c-3b7ad96d394d with Priority: HIGHEST for action port [ 886.810994] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_rules [ 886.811125] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_members [ 886.811427] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f597ff54-9371-4703-893c-3b7ad96d394d with Priority: HIGHEST for action port [ 886.811704] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.811984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.811984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.813025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.813025] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.813652] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.813652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.813652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.814661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.814661] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.814661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.814661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.814661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.814661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.814661] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.815212] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f597ff54-9371-4703-893c-3b7ad96d394d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.815423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.815423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.815517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.816033] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f597ff54-9371-4703-893c-3b7ad96d394d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.316250] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 887.316592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.317920] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.318166] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.318231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.318381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.319059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.319059] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.319899] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f597ff54-9371-4703-893c-3b7ad96d394d with status ACTIVE [ 887.321853] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.323353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.323457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.323727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.323869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.324255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.324323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.324509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.324592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324815] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.324914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.324991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.325744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.325835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.325930] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f597ff54-9371-4703-893c-3b7ad96d394d is going to be updated. [ 887.352836] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.353581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.353581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.353581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.353774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.353963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f597ff54-9371-4703-893c-3b7ad96d394d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.820268] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.828084] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.828278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.828385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.828603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.828844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.829019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.829125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.829345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.829452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.829572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.829682] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.325929] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.325929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.325929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.325929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.325929] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa is going to be created. [ 888.333226] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.333433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.333508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.333776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.334069] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.334214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.334286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.334502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.334603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.334732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.334884] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.335770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.335770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.335770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.335770] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.335770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.335770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.335770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.336095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.337222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.337361] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.355260] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.355488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.355614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.355883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.356075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.372376] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca47f72-39c3-4307-84e1-96578085abaa in Status: UNINITIALIZED for 2s [ 888.839716] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06c85187-7fbd-42c7-96ba-7cc442ca0c5a: rpc.has_security_group_logging(os_id): False [ 888.862546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.862805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.862913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.863294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.863553] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.863674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.863742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.864270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.864548] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.864693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.864799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.864982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.865118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.865395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.865522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.865595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.865810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.865918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.866048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 888.955344] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.955536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.955606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.955926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.956181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.975627] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 889.695591] env[65753]: INFO networking_nsxv3.common.synchronization [req-2c94ede0-8070-4b4a-9b49-69d71a6398b4 req-12cf1a80-4dea-4f4b-ab27-e6bca50347ee tempest-ServersTestJSON-567428874 tempest-ServersTestJSON-567428874-project-member] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_members [ 889.696222] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGHEST for action security_group_members [ 889.696683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.696807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.696876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.697092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.697253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.697351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.697413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.697569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.697652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.697747] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.703379] env[65753]: INFO networking_nsxv3.common.synchronization [req-af6d03de-5667-40c3-9d45-a534aeaa101f req-ebe3634d-c9fd-4c34-a651-eec70a166a8b tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 889.703883] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 889.704360] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.704360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.704360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.704524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.705371] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.705371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.705371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.705371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.705371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.705371] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.200371] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.200545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.200647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.200850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.201916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.201916] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.201916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.201916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.201916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.201916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.201916] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 is going to be updated. [ 890.207131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.207131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.207240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.207419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.207462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.207867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.207867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.207867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.207989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.207989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.208372] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 890.229158] env[65753]: INFO networking_nsxv3.common.synchronization [req-497094d9-263e-48ee-9712-a806aa5a042a req-5e90124a-8474-448d-9a9d-341235cd77bd tempest-ServersNegativeTestMultiTenantJSON-469399064 tempest-ServersNegativeTestMultiTenantJSON-469399064-project-member] Enqueued Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_members [ 890.230775] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGHEST for action security_group_members [ 890.230775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.230775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.230775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.230775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.230775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.230775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.230775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.231149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.231149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.231248] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.233316] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.233427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.233495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.233651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.233813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.235916] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.236315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.236315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.236315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.236445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.252121] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: IN_PROGRESS for 2s [ 890.252121] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 890.380189] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca47f72-39c3-4307-84e1-96578085abaa in Status: SUCCESS [ 890.380435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.381406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.381406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.381406] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.381406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.381406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.381406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.381758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.381758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.381758] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.734177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.734735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.734735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.734952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.735528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.735528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.735528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.735528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.735666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.737736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.737736] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 is going to be updated. [ 890.769643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.769806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.769806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.782884] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 in Status: IN_PROGRESS for 2s [ 890.884034] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.992247] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 890.992916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.172804] env[65753]: INFO networking_nsxv3.common.synchronization [req-6b6c6ba5-7805-4432-b5a3-3d809020a9c9 req-1031d18e-853a-4d43-8fe3-2e60307f2323 tempest-ServersWithSpecificFlavorTestJSON-223687661 tempest-ServersWithSpecificFlavorTestJSON-223687661-project-member] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 891.173956] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 891.176878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.176878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.176878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.176878] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.386449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ca47f72-39c3-4307-84e1-96578085abaa: rpc.has_security_group_logging(os_id): False [ 891.408061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.408325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.408325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.408454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.408596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.408778] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.408875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.408952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.409351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.409432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.409523] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa is going to be created. [ 891.481055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.481233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.481233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.481455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.481640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.494626] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca47f72-39c3-4307-84e1-96578085abaa in Status: IN_PROGRESS for 2s [ 891.533495] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.533771] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.533885] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.534232] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.534519] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.534691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.535404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.535670] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.535875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.536101] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.536245] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.536379] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.536555] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.536640] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.536770] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.536935] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.573548] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.573548] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.573548] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.575862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-242" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.575862] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-25549e11-fab5-4462-b69b-5fa3581f6d34 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.575862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.575862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.575862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.575862] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25549e11-fab5-4462-b69b-5fa3581f6d34',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.680714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.681046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.681143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.681570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.702589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.702941] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.703084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.703150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.703353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.703436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.703528] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be updated. [ 891.737051] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.737051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.737454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.737454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.737534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.747893] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: IN_PROGRESS for 2s [ 892.077985] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.078263] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.078427] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.078714] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.078862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.079028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 25549e11-fab5-4462-b69b-5fa3581f6d34 not found, creating... [ 892.079289] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.079459] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.079581] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.079839] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.079983] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.080279] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.080436] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.080554] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.080797] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.080939] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.081277] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 25549e11-fab5-4462-b69b-5fa3581f6d34 is going to be created. [ 892.105887] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.106182] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.106316] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.106974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.106974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.106974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.266073] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 in Status: SUCCESS [ 892.266190] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 deletion is rescheduled due to dependency. [ 892.266333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.267965] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 892.268146] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 892.268256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.794253] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 in Status: SUCCESS [ 892.794253] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 deletion is rescheduled due to dependency. [ 892.794253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.265051] env[65753]: INFO networking_nsxv3.common.synchronization [req-6b6c6ba5-7805-4432-b5a3-3d809020a9c9 req-f32000ac-afd1-49d7-ad53-dd6266cbbe8f service nova] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 893.265051] env[65753]: INFO networking_nsxv3.common.synchronization [req-6b6c6ba5-7805-4432-b5a3-3d809020a9c9 req-f32000ac-afd1-49d7-ad53-dd6266cbbe8f service nova] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 893.265051] env[65753]: INFO networking_nsxv3.common.synchronization [req-6b6c6ba5-7805-4432-b5a3-3d809020a9c9 req-f32000ac-afd1-49d7-ad53-dd6266cbbe8f service nova] Enqueued Resource ID: 25549e11-fab5-4462-b69b-5fa3581f6d34 with Priority: HIGHEST for action port [ 893.265582] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_rules [ 893.265668] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 893.265763] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25549e11-fab5-4462-b69b-5fa3581f6d34 with Priority: HIGHEST for action port [ 893.266663] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.266888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.266888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.267114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.267200] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.268083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.268181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.268489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-25549e11-fab5-4462-b69b-5fa3581f6d34 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.268489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.268635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.268687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.268765] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25549e11-fab5-4462-b69b-5fa3581f6d34',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.425494] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b9289f-ba46-4e8d-a38a-ce17dd20e826 req-d6a67d8a-2e45-4e0b-97f5-21f14bc69a75 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_members [ 893.426454] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_members [ 893.426786] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.426914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.426985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.427257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.427441] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.427617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.427694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.427859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.427963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.428052] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.507784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca47f72-39c3-4307-84e1-96578085abaa in Status: SUCCESS [ 893.508186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.556975] env[65753]: INFO networking_nsxv3.common.synchronization [req-0fe1161b-e587-4bef-ac61-3510604c2559 req-e37941c9-8f3a-41f2-a316-c5a3ca760830 tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 893.558164] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 893.558164] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.558164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.558356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.558632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.558730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.558853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.558944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.559166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.559304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.559435] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.762586] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 893.762884] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 deletion is rescheduled due to dependency. [ 893.763049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.763339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.763936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.763936] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.763936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.764087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.765292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.765292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.765292] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.771672] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.771911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.772073] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25549e11-fab5-4462-b69b-5fa3581f6d34 with status ACTIVE [ 893.772288] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.772583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.772583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.772818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.772933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.773393] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.773393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.773393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.773930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.773930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.773930] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.773930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.773930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.775094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.775094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.775094] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25549e11-fab5-4462-b69b-5fa3581f6d34 is going to be updated. [ 893.801697] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.802648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.802648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.802648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.802648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.802648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25549e11-fab5-4462-b69b-5fa3581f6d34" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.888218] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.888218] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.888218] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.888218] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.888218] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.888218] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.888218] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.888700] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.888700] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.888700] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.916398] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.916398] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.916398] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.916398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.916398] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-cdcc66de-e599-4e26-8757-617493c55e00 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.916398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.916398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.917141] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.917412] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcc66de-e599-4e26-8757-617493c55e00',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.931505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.931675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.931749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.931968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.932094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.932395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.932473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.932473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.932645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.932720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.932881] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 already deleted. [ 893.932979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.064750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064750] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be updated. [ 894.099960] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.099960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.099960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.099960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.099960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.108030] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 894.268475] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.420234] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.420442] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.420547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.420925] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.421057] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.421215] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port cdcc66de-e599-4e26-8757-617493c55e00 not found, creating... [ 894.421503] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.421677] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.421800] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.422082] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.422247] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.422542] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.422717] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.422942] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.423106] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.423273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.423416] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: cdcc66de-e599-4e26-8757-617493c55e00 is going to be created. [ 894.448012] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.448301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.448441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.448728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.449017] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.449251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.774263] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.162124] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b9289f-ba46-4e8d-a38a-ce17dd20e826 req-890bd4e8-6a9d-4634-b2ff-e9e54a5ebdff service nova] Enqueued Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_rules [ 895.162374] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b9289f-ba46-4e8d-a38a-ce17dd20e826 req-890bd4e8-6a9d-4634-b2ff-e9e54a5ebdff service nova] Enqueued Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_members [ 895.162471] env[65753]: INFO networking_nsxv3.common.synchronization [req-f7b9289f-ba46-4e8d-a38a-ce17dd20e826 req-890bd4e8-6a9d-4634-b2ff-e9e54a5ebdff service nova] Enqueued Resource ID: cdcc66de-e599-4e26-8757-617493c55e00 with Priority: HIGHEST for action port [ 895.162995] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_rules [ 895.163142] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_members [ 895.163239] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc66de-e599-4e26-8757-617493c55e00 with Priority: HIGHEST for action port [ 895.163513] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.163632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.163691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.163918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.164008] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.164824] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.164939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.165013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.165188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.165326] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.165445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.165474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.165605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.165803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.165803] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.166541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcc66de-e599-4e26-8757-617493c55e00 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.166629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.166668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.167225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.167225] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcc66de-e599-4e26-8757-617493c55e00',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.234030] env[65753]: INFO networking_nsxv3.common.synchronization [req-dd7d8532-9892-488c-9dd0-9782a77b94e4 req-40c6c419-e592-499d-9a0f-16872c326e9b tempest-ListServerFiltersTestJSON-514582576 tempest-ListServerFiltersTestJSON-514582576-project-member] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 895.234429] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 895.234740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.234860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.234929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.235144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.235295] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.235391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.235452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.235598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.235684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.235783] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.275811] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.276055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.276133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.276353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.276447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.276545] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be updated. [ 895.306601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.306760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.306829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.307087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.307242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.319797] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: IN_PROGRESS for 2s [ 895.668372] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.669553] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.669720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.671614] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdcc66de-e599-4e26-8757-617493c55e00 with status ACTIVE [ 895.672899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.672899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.672899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.673386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.673386] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.673386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.673386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.673505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.673583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.673651] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdcc66de-e599-4e26-8757-617493c55e00 is going to be updated. [ 895.701117] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.701298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.701386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.701636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.701787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.701983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcc66de-e599-4e26-8757-617493c55e00" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.738338] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.122136] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 896.122318] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb deletion is rescheduled due to dependency. [ 896.122435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.164017] env[65753]: INFO networking_nsxv3.common.synchronization [req-3a70d39c-0fde-46d9-9371-7867ea7771d8 req-7f5c1f93-ddfb-449e-afe3-6138a5421300 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 896.164017] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 896.164017] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.165413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.165549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.165869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.166160] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.166335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.166440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.166703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.166848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.167015] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.170846] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.241177] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.534815] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.534815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.535080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.535731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.536107] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.536358] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.536529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.536895] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.537188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.537504] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.537755] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.537940] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.538135] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.538362] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.538526] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.538798] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.558914] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.559233] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.559464] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.559756] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.560350] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.560712] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.561043] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.561499] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.561771] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93558c3-4a75-4e02-98d6-de4d1cf9dee2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.670383] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.673085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.673403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.673403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.673541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.673572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.673953] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 is going to be created. [ 896.703154] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.703454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.703454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.703824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.704106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.715890] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 in Status: UNINITIALIZED for 2s [ 896.744707] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.744975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.744975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.745190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.745302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.745843] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 896.788511] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.788750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.788750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.789887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.789887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.801899] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 897.064226] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.064645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.064645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.064887] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.065176] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.065376] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port d93558c3-4a75-4e02-98d6-de4d1cf9dee2 not found, creating... [ 897.065691] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.065904] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.066083] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.066279] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.066418] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.066728] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.066886] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.067011] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.067404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.067404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.067542] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 is going to be created. [ 897.089454] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.089454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.089612] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.089908] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.090131] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.090367] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.174191] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.333534] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 897.333661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.334174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.334320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.334547] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.334674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.334773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.335017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.335142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.335290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.335434] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.677331] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.677626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.677626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.677870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.677870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.678051] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 897.718603] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.718907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.718907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.719160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.719358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.737881] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 897.838418] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.914424] env[65753]: INFO networking_nsxv3.common.synchronization [req-3a70d39c-0fde-46d9-9371-7867ea7771d8 req-2fb85368-19fd-4724-a006-27ccf0ce02d0 service nova] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 897.914424] env[65753]: INFO networking_nsxv3.common.synchronization [req-3a70d39c-0fde-46d9-9371-7867ea7771d8 req-2fb85368-19fd-4724-a006-27ccf0ce02d0 service nova] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 897.914424] env[65753]: INFO networking_nsxv3.common.synchronization [req-3a70d39c-0fde-46d9-9371-7867ea7771d8 req-2fb85368-19fd-4724-a006-27ccf0ce02d0 service nova] Enqueued Resource ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with Priority: HIGHEST for action port [ 897.914902] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 897.914982] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 897.918147] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with Priority: HIGHEST for action port [ 897.918147] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.918147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.918147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.918147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.918147] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.924780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.925503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.925503] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.925619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.926018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.926018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.926018] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93558c3-4a75-4e02-98d6-de4d1cf9dee2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.340900] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd055a3e-16fb-4615-aca4-48cc26a59484: rpc.has_security_group_logging(os_id): False [ 898.366075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.366237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.366525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.366525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.366620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.367376] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.367376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.367376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.367376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.367376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.367376] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be updated. [ 898.428443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.428624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.428828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with status ACTIVE [ 898.428987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.429172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.429248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.429450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.429536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.429688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.429783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.429845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.429993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.430080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.430256] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.430362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.430391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.430527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.430598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.430694] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 is going to be updated. [ 898.432957] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.433134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.433217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.433579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.433579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.452894] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: IN_PROGRESS for 2s [ 898.458415] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.458415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.458415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.458684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.728914] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 in Status: SUCCESS [ 898.728914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.729090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.729279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.729485] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.729614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.729679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.729830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.729920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.730018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.730154] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.813968] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 898.813968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.190093] env[65753]: INFO networking_nsxv3.common.synchronization [req-e93ec421-2944-4512-ae19-24167dd609be req-01fe2a6d-7c74-4dac-8e6b-bde908cca367 tempest-ServersTestBootFromVolume-151696442 tempest-ServersTestBootFromVolume-151696442-project-member] Enqueued Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_members [ 899.190093] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fcca3-81ab-4c55-934b-003f80baa873 with Priority: HIGHEST for action security_group_members [ 899.190093] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4fcca3-81ab-4c55-934b-003f80baa873 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.190093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.190093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.190093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.190093] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.190093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.190093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.190093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.191488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.191803] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4fcca3-81ab-4c55-934b-003f80baa873',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.234415] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.696463] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.696749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.696789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.696984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.697092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.697301] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.697404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.697451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.697612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.697697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.697783] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 is going to be updated. [ 899.732816] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.733176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.733338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.733921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.733921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.737514] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab0534c5-f5fb-40e7-a288-b2e03c289a57: rpc.has_security_group_logging(os_id): False [ 899.745593] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4fcca3-81ab-4c55-934b-003f80baa873 in Status: IN_PROGRESS for 2s [ 899.755676] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 899.756598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.756598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.756598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.756757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.756757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.756880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.757035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.757119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.757275] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.759443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.759443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.759443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.759671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.759671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.759827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.759933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.760035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.760328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.760415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760801] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 is going to be created. [ 899.826443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.826443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.826582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.826678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.826849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.839926] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 in Status: IN_PROGRESS for 2s [ 900.263441] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.468177] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 900.468584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.551373] env[65753]: INFO networking_nsxv3.common.synchronization [req-21a7cc4a-d802-4726-b865-710177914d09 req-0baf5e72-687a-451a-ad69-363c10f4a22b tempest-MigrationsAdminTest-1268559466 tempest-MigrationsAdminTest-1268559466-project-member] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 900.552396] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 900.554042] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.554042] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.554042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.554042] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.769502] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.834986] env[65753]: INFO networking_nsxv3.common.synchronization [req-f5addc9e-406f-407b-bf27-de0ffacda5c0 req-3831d643-7f89-48c9-9711-8dd15bef3313 tempest-ServersAdminTestJSON-929686250 tempest-ServersAdminTestJSON-929686250-project-member] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 900.835614] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGHEST for action security_group_members [ 900.836928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.836928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.836928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.836928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.836928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.836928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.837304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.837304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.837304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.837382] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.056207] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.113759] env[65753]: INFO networking_nsxv3.common.synchronization [req-e9ac12ce-2b10-4255-829c-40a3de968aa7 req-379276c5-5c0c-4e7c-bfd9-44fb2c5aa88a tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 901.116946] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 901.116946] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.116946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.116946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.117473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.117473] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.117473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.117473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.117669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.117803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.117956] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.272979] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.272979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.273200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.273459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.273645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.273895] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 901.329556] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.331780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.331780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.331780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.331780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.342292] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.342292] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.342292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.342292] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be updated. [ 901.344578] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 901.394460] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.394460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.394460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.394460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.394460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.404573] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: IN_PROGRESS for 2s [ 901.450447] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.451670] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.451670] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.451670] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.452203] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.452586] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.454423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.454423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.454423] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.454423] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.454423] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.454423] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.454423] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.454423] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.455400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.474698] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.474927] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.475187] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.475441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.475802] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-875a4c06-92f4-4ace-ba63-e7014651800c taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.475989] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476125] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.476443] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.476583] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875a4c06-92f4-4ace-ba63-e7014651800c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.559151] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.622034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.622034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.622034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.622248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.622248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.624221] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.624221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.624221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.624221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.624221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.624221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f already deleted. [ 901.624221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.756410] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4fcca3-81ab-4c55-934b-003f80baa873 in Status: SUCCESS [ 901.756636] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4fcca3-81ab-4c55-934b-003f80baa873 deletion is rescheduled due to dependency. [ 901.756717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4fcca3-81ab-4c55-934b-003f80baa873" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.855967] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 in Status: SUCCESS [ 901.855967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.981133] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.981419] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.981532] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.981935] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.982225] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.982335] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 875a4c06-92f4-4ace-ba63-e7014651800c not found, creating... [ 901.982658] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.982927] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.983116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.983419] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.983587] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.983984] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.984196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.984332] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.984571] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.984708] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.984856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 875a4c06-92f4-4ace-ba63-e7014651800c is going to be created. [ 902.021837] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022187] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.023126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.023431] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.023781] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.062849] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.063078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.063178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.063410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.063505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.063608] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be updated. [ 902.095569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.095793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.095793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.095990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.096151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.127457] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: IN_PROGRESS for 2s [ 902.756326] env[65753]: INFO networking_nsxv3.common.synchronization [req-e9ac12ce-2b10-4255-829c-40a3de968aa7 req-9a72e6b2-3031-4792-b12b-0e87d7308300 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 902.756554] env[65753]: INFO networking_nsxv3.common.synchronization [req-e9ac12ce-2b10-4255-829c-40a3de968aa7 req-9a72e6b2-3031-4792-b12b-0e87d7308300 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 902.756703] env[65753]: INFO networking_nsxv3.common.synchronization [req-e9ac12ce-2b10-4255-829c-40a3de968aa7 req-9a72e6b2-3031-4792-b12b-0e87d7308300 service nova] Enqueued Resource ID: 875a4c06-92f4-4ace-ba63-e7014651800c with Priority: HIGHEST for action port [ 902.757974] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 902.758432] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 902.758614] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875a4c06-92f4-4ace-ba63-e7014651800c with Priority: HIGHEST for action port [ 902.758978] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.759154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.759451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.759791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.759952] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.761507] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.761926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762465] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.763086] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.764253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-875a4c06-92f4-4ace-ba63-e7014651800c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.764678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.764977] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875a4c06-92f4-4ace-ba63-e7014651800c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.261870] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.262232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.266466] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.269817] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 875a4c06-92f4-4ace-ba63-e7014651800c with status ACTIVE [ 903.270024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.270149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.270261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.270421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.270510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.270676] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.270782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.270831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.270984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.271076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.271256] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.271349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.271444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.271544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.271614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.271697] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 875a4c06-92f4-4ace-ba63-e7014651800c is going to be updated. [ 903.298349] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.298576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.298576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.299458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.299458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.299458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875a4c06-92f4-4ace-ba63-e7014651800c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.355064] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 903.355064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.355343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.355523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.355729] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.356024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.356024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.356199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.356231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.356365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.356480] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.420589] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 in Status: SUCCESS [ 903.420722] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 deletion is rescheduled due to dependency. [ 903.420868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.771234] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.862380] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.862560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.862601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.862833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.863120] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.863231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.863279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.863599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.863599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.863599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.863765] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.864012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.864134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.864396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.865703] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.865703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.865703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.865703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.865703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.865703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.867758] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.138740] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 904.138740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.277724] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.277724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.277724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.277724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.277724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.277724] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be created. [ 904.308278] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.308435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.308510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.308735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.324659] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: UNINITIALIZED for 2s [ 904.372796] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26023054-4751-40e1-ba6b-04c880b37bee: rpc.has_security_group_logging(os_id): False [ 904.393845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.394069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.394069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.394283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.394374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.394565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.394655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.394750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.394966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.394966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.395368] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.395368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.395368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.395668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.395668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.395809] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.395809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.395809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.395958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.396030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.396264] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 904.476414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.476570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.476640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.476863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.477104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.495044] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 906.130707] env[65753]: INFO networking_nsxv3.common.synchronization [req-72392180-4991-4a0c-a4b6-6871a43a5ff9 req-0a915bab-a810-4698-97d3-e578d647aafd tempest-ServerPasswordTestJSON-1142614547 tempest-ServerPasswordTestJSON-1142614547-project-member] Enqueued Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_members [ 906.131597] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_members [ 906.131979] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.133202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.133322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.133582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.133756] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.133883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.133992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.134123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.134212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.134318] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.335725] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 906.335887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.336044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.336179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.336359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.336477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.336534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.336690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.336821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.336878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.336937] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.472366] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.472615] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-971" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.472741] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-971" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.473105] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-971" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.473368] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.473521] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.473634] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.473912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.474072] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.474277] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.474390] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.474497] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.474605] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.474713] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.474816] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.474945] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.496143] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.496341] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.496472] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.497456] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-971" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.497456] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-76336f1a-f792-496d-bde3-e6466ebd059d taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.497456] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.497456] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.498450] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.498450] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76336f1a-f792-496d-bde3-e6466ebd059d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.512593] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 906.512845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.639469] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.639639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.639686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.639901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.639991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.640986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.640986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.640986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.640986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.640986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.640986] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 already deleted. [ 906.640986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.841520] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.841715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.841764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.841966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.842158] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.842266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.842326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.842476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.842561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.842650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.842796] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.842930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.843041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.843192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.843335] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.843424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.843485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.843623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.843699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.843776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.843877] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.891255] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 906.892040] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 906.892421] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 906.892553] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 906.892826] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.892981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.893517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.893800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.894023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.894152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.894216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.894383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.894467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.894564] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.895673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.895813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.895852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.896046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.896197] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.896289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.896351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.896487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.896571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.896707] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.949430] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 906.949612] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 906.949740] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_rules [ 906.949866] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 906.949994] env[65753]: INFO networking_nsxv3.common.synchronization [req-1cf29e3e-d77b-4bbc-ba3d-953cff5c392d req-c1e09161-9064-4283-9cb6-d61d40a0b5cf tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with Priority: HIGHEST for action port [ 906.950542] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 906.950738] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_rules [ 906.950787] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with Priority: HIGHEST for action port [ 906.950875] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 906.950969] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 906.951339] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.951457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.951523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.951715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.951797] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.952626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.952741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.952803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.953113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.953197] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.954778] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.954778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.954778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.954778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.954778] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93558c3-4a75-4e02-98d6-de4d1cf9dee2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.955356] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.955452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.955648] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.955746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000822] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.001053] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.001185] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.001478] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.001624] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.001788] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 76336f1a-f792-496d-bde3-e6466ebd059d not found, creating... [ 907.002104] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.002344] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.002478] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.002705] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.002841] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.003213] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.003371] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.003486] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.003693] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.003824] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.005189] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 76336f1a-f792-496d-bde3-e6466ebd059d is going to be created. [ 907.025454] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.025691] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.025775] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.026362] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.026470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.026653] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.352533] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f328e955-1943-4a65-a511-bbefee47192f: rpc.has_security_group_logging(os_id): False [ 907.366275] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.366442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.366517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.366729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.366816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.367043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.367146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.367207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.367355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.367441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.367615] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.367705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.367763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.367899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.368013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.368207] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.368345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.368412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.368573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.368859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.368859] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be created. [ 907.399188] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.401102] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.433360] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.433480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.433621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.433742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.434447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.456851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.457149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.457376] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.457492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.457722] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with status ACTIVE [ 907.457995] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.458163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.458290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.458673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.458773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459302] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.459302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.459505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.459578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.459661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459925] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.460071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.460287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.460345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.460419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.460524] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 is going to be updated. [ 907.462531] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 907.517541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.519431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.519431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.519431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.519431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.519431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.863127] env[65753]: INFO networking_nsxv3.common.synchronization [req-72392180-4991-4a0c-a4b6-6871a43a5ff9 req-f2f842e0-7481-48e6-8f76-97a37f9f494e service nova] Enqueued Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_rules [ 907.863432] env[65753]: INFO networking_nsxv3.common.synchronization [req-72392180-4991-4a0c-a4b6-6871a43a5ff9 req-f2f842e0-7481-48e6-8f76-97a37f9f494e service nova] Enqueued Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_members [ 907.863611] env[65753]: INFO networking_nsxv3.common.synchronization [req-72392180-4991-4a0c-a4b6-6871a43a5ff9 req-f2f842e0-7481-48e6-8f76-97a37f9f494e service nova] Enqueued Resource ID: 76336f1a-f792-496d-bde3-e6466ebd059d with Priority: HIGHEST for action port [ 907.864243] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_rules [ 907.864459] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_members [ 907.864542] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76336f1a-f792-496d-bde3-e6466ebd059d with Priority: HIGHEST for action port [ 907.864873] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.865020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.865161] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.865503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.865503] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.866582] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.866702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.866784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.866990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.867163] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.867261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.867452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.867502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.867732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.867831] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.868662] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-76336f1a-f792-496d-bde3-e6466ebd059d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.868768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.868834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.871206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.871206] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76336f1a-f792-496d-bde3-e6466ebd059d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.906810] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.906810] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.370985] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.371388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.371388] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.373933] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76336f1a-f792-496d-bde3-e6466ebd059d with status ACTIVE [ 908.373933] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.373933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.373933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.373933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.373933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.373933] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.373933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.373933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.374400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.374400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.374400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.374400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.374513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.374587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.374640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.374717] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76336f1a-f792-496d-bde3-e6466ebd059d is going to be updated. [ 908.404398] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.404534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.404616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.405138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76336f1a-f792-496d-bde3-e6466ebd059d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.409251] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.409373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.409441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.409622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.409702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.409790] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c is going to be created. [ 908.410981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.411542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.411542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.411542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.411542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.411542] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 908.450987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.451358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.451358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.451477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.451670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.454384] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.455282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.455403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.455669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.455862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.464768] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 908.466170] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: UNINITIALIZED for 2s [ 908.873855] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.376284] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.377148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.379297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.379297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.379297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.379297] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 is going to be created. [ 909.485450] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.485450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.485450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.485450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.485450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.497166] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 909.497389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.501174] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 in Status: UNINITIALIZED for 2s [ 910.478023] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: SUCCESS [ 910.478023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.478349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.478349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.478519] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.478664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.478730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.478893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.478973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.479094] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.480500] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 910.480666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.480838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481232] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481827] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.983862] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.985455] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.487167] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.487854] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.512027] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 in Status: SUCCESS [ 911.512027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.512110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.513693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.513693] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.513693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.513693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.514266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.514266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.514502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.514576] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.619962] env[65753]: INFO networking_nsxv3.common.synchronization [None req-b590397b-8642-446d-a19f-45c52c6c2a66 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: 90216ad4-8da7-4fac-a2c2-b38ce509f1b2 with Priority: HIGHEST for action security_group_rules [ 911.620495] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90216ad4-8da7-4fac-a2c2-b38ce509f1b2 with Priority: HIGHEST for action security_group_rules [ 911.621238] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.621238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.621238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.624906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.624906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90216ad4-8da7-4fac-a2c2-b38ce509f1b2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.742606] env[65753]: INFO networking_nsxv3.common.synchronization [None req-26b99c6c-9899-45c8-acee-03a5f1537e93 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: 90216ad4-8da7-4fac-a2c2-b38ce509f1b2 with Priority: HIGHEST for action security_group_rules [ 911.743682] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90216ad4-8da7-4fac-a2c2-b38ce509f1b2 with Priority: HIGHEST for action security_group_rules [ 911.744180] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.744355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.990204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.990439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.990765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.990901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.990964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.991068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 911.992489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.992647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.992746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.993051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.993159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.993279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c is going to be updated. [ 912.018783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.018783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.018783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.018783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.019328] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.019446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.020611] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.020611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.021153] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.021153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.021153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.021375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.021632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.021847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.022029] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.045051] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.045336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.045456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.045827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.046115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.049347] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.049552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.049652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.049943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.050208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.063177] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 912.064084] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: IN_PROGRESS for 2s [ 912.153752] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.153752] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90216ad4-8da7-4fac-a2c2-b38ce509f1b2 already deleted. [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.153752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.153752] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90216ad4-8da7-4fac-a2c2-b38ce509f1b2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.524820] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6ef5add-b00c-47f0-b271-4fba8d6830f8: rpc.has_security_group_logging(os_id): False [ 912.545686] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.545928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.545928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.546206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.546424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.546572] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.546680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.546746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.546909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.547008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.547196] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.547293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.547349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.547492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.547566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.547763] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.547855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.547917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.548068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.548140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.548223] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 is going to be created. [ 912.637488] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.637656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.637714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.637941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.638206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.652836] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 in Status: IN_PROGRESS for 2s [ 912.685916] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.685916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.685916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.686185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.686218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.686304] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90216ad4-8da7-4fac-a2c2-b38ce509f1b2 already deleted. [ 912.686408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90216ad4-8da7-4fac-a2c2-b38ce509f1b2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.077228] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: SUCCESS [ 914.077544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.077773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.078155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.078327] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.078432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.078432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.078579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.078654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.078740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.078849] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.080441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 914.080649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.080799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.080986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.081326] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.081516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.081566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.081732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.081850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.081967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.082481] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.146037] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 914.147461] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_members [ 914.147461] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 914.147742] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 914.147742] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_members [ 914.147799] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 914.148098] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.148238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.148309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.148541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.148711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.148812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.148870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.149047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.149138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.149235] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.150287] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8146c3a8-5201-4c8f-812f-461accc4c77a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.150402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.150402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.150610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.150756] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.150889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.150974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.151163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.151247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.151386] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.152654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.152654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.152654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.152654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.152869] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.152869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.152948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.153126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.153228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.153316] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.205703] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 914.205858] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 914.206103] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_rules [ 914.206287] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_members [ 914.206465] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_rules [ 914.206626] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 914.206814] env[65753]: INFO networking_nsxv3.common.synchronization [req-ef9cba27-ce0f-4b14-a8e1-fe3d5e846703 req-adab37c3-4718-4846-96bf-17b7e9e2f60c tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with Priority: HIGHEST for action port [ 914.210178] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_rules [ 914.210299] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_rules [ 914.210411] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 914.210573] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with Priority: HIGHEST for action port [ 914.210723] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_rules [ 914.210824] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 914.210920] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_members [ 914.211546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.211651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.211947] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8146c3a8-5201-4c8f-812f-461accc4c77a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.211947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.212069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.212389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.212474] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.214180] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.214304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.214488] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.214589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.214650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.214833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.214908] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93558c3-4a75-4e02-98d6-de4d1cf9dee2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.215709] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.215808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.215992] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.216088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.216577] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8146c3a8-5201-4c8f-812f-461accc4c77a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.216577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.584322] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.585769] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.585849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.655067] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.656320] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.657459] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.671314] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 in Status: SUCCESS [ 914.671314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.718492] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8146c3a8-5201-4c8f-812f-461accc4c77a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.718646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.718815] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d93558c3-4a75-4e02-98d6-de4d1cf9dee2 with status ACTIVE [ 914.719757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.719757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.719757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.719757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.719757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.719757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.719757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.719757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.720110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.720110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.720211] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.720264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.720320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.720453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.721216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.721216] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d93558c3-4a75-4e02-98d6-de4d1cf9dee2 is going to be updated. [ 914.744250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.744250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.744411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.744615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.744673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.744852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d93558c3-4a75-4e02-98d6-de4d1cf9dee2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.900698] env[65753]: INFO networking_nsxv3.common.synchronization [req-9441e0e8-3b4a-4cd0-841a-4434d4930bd1 req-961b5a70-1bd4-460b-bb75-88f72419d5a7 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 914.901298] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 914.901589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.901711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.901776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.901974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.902159] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.902271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.902362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.902485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.902567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.902661] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.088646] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1c1a3d5-03f6-4874-b5c0-61164dc3b48c: rpc.has_security_group_logging(os_id): False [ 915.111850] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.111850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.112108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.112341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.112502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.112975] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.113178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.113290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.113528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.113649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.113801] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c is going to be created. [ 915.158097] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.159215] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.160640] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.182870] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.183120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.183213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.183444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.183634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.196034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: IN_PROGRESS for 2s [ 915.405241] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.405241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.405517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.405600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.405922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.405922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.405922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.406186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.406186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.410084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.410084] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 915.437123] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.437291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.437291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.437497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.437644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.449588] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 915.485184] env[65753]: INFO networking_nsxv3.common.synchronization [req-7515396b-9ce6-4318-85fb-055658344e8e req-e74bf99a-1747-4430-96ad-375ef9306704 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 915.485184] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 915.485357] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.485431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.485489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.485686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.485839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.485937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.485999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.486162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.486238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.486331] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.662253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.662405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.662472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.662737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.662851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.662936] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 915.664534] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.664715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.665077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.665177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.665271] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a is going to be created. [ 915.666664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.666955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.666955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.667242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.667242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.667374] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c is going to be updated. [ 915.698291] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.698540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.698540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.699173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.699173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.703836] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.704043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.704174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.704357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.704501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.708642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.708642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.708642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.708642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.708642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.710397] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8146c3a8-5201-4c8f-812f-461accc4c77a in Status: UNINITIALIZED for 2s [ 915.716569] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: IN_PROGRESS for 2s [ 915.717676] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 915.989779] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.989779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.989779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.991952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.013686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.013843] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.013995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.013995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.014219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.014299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.014436] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 916.047867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.047867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.047867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.047867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.047867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.058907] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 917.049056] env[65753]: INFO networking_nsxv3.common.synchronization [req-588d6d21-9362-418c-b2ed-dbd7f076d1c2 req-4e2a8893-8e32-4fb6-8ec0-4692903641ac tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 917.049315] env[65753]: INFO networking_nsxv3.common.synchronization [req-588d6d21-9362-418c-b2ed-dbd7f076d1c2 req-4e2a8893-8e32-4fb6-8ec0-4692903641ac tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 917.049399] env[65753]: INFO networking_nsxv3.common.synchronization [req-588d6d21-9362-418c-b2ed-dbd7f076d1c2 req-4e2a8893-8e32-4fb6-8ec0-4692903641ac tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_members [ 917.049931] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c with Priority: HIGHEST for action security_group_members [ 917.050097] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 917.050200] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8146c3a8-5201-4c8f-812f-461accc4c77a with Priority: HIGHEST for action security_group_members [ 917.050480] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.050579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.050763] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.050958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.051311] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8146c3a8-5201-4c8f-812f-461accc4c77a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.051390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.211275] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: SUCCESS [ 917.211426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.211578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.211823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.211912] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.401715] env[65753]: INFO networking_nsxv3.common.synchronization [req-442530d0-e7c8-4902-a43c-5c9955361575 req-8855e231-dc5d-447b-a381-11f5fb972011 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_members [ 917.402404] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_members [ 917.403124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.403124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.403124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.403124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.409575] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.409575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.409575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.409575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.409575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.409575] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.461091] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 917.461091] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 917.461091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.725095] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8146c3a8-5201-4c8f-812f-461accc4c77a in Status: SUCCESS [ 917.725095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.725095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.725245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.725358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.725846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.725846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.725846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.725957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.728040] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.732811] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.733086] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.733244] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.733546] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.734020] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.734020] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.734135] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.734397] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.734429] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.735319] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.735319] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.735319] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.735319] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.735319] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.735319] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.735319] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.741584] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c in Status: SUCCESS [ 917.742032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.743396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.743630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.743827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.744932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.744932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.744932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.744932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.744932] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.748132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.748466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.748587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.748974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.749065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.749242] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c is going to be deleted. [ 917.751801] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 917.752445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.753347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.753347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.753804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.753888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.753962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.754155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.754251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.754349] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.767269] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.767495] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.767602] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.767799] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.768115] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-30972d97-c096-41a5-b3bf-289b54c95d25 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.768428] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.768490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.768869] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.768998] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30972d97-c096-41a5-b3bf-289b54c95d25',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.817823] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.818058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.818110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.818328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.818430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.818586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.909744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.909878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.909878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.910399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.910399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.910509] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.910624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.910624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.910759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.910803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.910898] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 already deleted. [ 917.910983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.069918] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 918.070157] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 918.070242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.238585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.238585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.238585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.239192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.239289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.239492] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.239589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.239877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.239877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.239877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.239984] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a is going to be deleted. [ 918.256521] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.256698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.256754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.256942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.257060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.257240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.257347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.257415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.257545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.257625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.257698] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c is going to be deleted. [ 918.258748] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.272879] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.273153] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.273298] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.273577] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.273725] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.273878] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 30972d97-c096-41a5-b3bf-289b54c95d25 not found, creating... [ 918.274159] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.274326] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.274441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.274664] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.274798] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.275105] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.275273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.275404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.275617] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.275750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.275890] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 30972d97-c096-41a5-b3bf-289b54c95d25 is going to be created. [ 918.288618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.288753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.288837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.289034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.289152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.289220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.289369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.289514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.289670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.289766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.289821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.290315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.290460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.290559] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.292062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.292177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.292243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.292399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.293100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.293100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.293100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.293100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.293100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.293274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.293274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.293326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.293436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.293478] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c1a3d5-03f6-4874-b5c0-61164dc3b48c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.296435] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.296602] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.296699] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.296918] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.297424] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.297424] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.761854] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.795402] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.795708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.795708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.795923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.796015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.796216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.796323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.796417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.796532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.796605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.796689] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a already deleted. [ 918.796767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.796876] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.799569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.799679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.800077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.800270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.800363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.800574] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.800678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.800774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.800907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.800979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.801130] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c1a3d5-03f6-4874-b5c0-61164dc3b48c already deleted. [ 918.801223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c1a3d5-03f6-4874-b5c0-61164dc3b48c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.801558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.801707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.801848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.801941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.802012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.802152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.802224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.802312] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.007454] env[65753]: INFO networking_nsxv3.common.synchronization [req-442530d0-e7c8-4902-a43c-5c9955361575 req-7652aa93-56e9-45a3-aefc-918ec1b4629c service nova] Enqueued Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_rules [ 919.007584] env[65753]: INFO networking_nsxv3.common.synchronization [req-442530d0-e7c8-4902-a43c-5c9955361575 req-7652aa93-56e9-45a3-aefc-918ec1b4629c service nova] Enqueued Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_members [ 919.007681] env[65753]: INFO networking_nsxv3.common.synchronization [req-442530d0-e7c8-4902-a43c-5c9955361575 req-7652aa93-56e9-45a3-aefc-918ec1b4629c service nova] Enqueued Resource ID: 30972d97-c096-41a5-b3bf-289b54c95d25 with Priority: HIGHEST for action port [ 919.008222] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_rules [ 919.008522] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_members [ 919.008644] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30972d97-c096-41a5-b3bf-289b54c95d25 with Priority: HIGHEST for action port [ 919.008919] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.009065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.009133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.009331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.009415] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.010410] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.010789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.010789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.010789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.010937] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.011051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.011051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.011310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.011310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.011397] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.012673] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-30972d97-c096-41a5-b3bf-289b54c95d25 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.012673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.012673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.012673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.012673] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30972d97-c096-41a5-b3bf-289b54c95d25',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.021806] env[65753]: INFO networking_nsxv3.common.synchronization [req-8865392c-9eb0-47d0-8483-e4218d3e7686 req-3560892c-964a-4b46-a60b-4d2c81caf8f5 tempest-ServerPasswordTestJSON-1142614547 tempest-ServerPasswordTestJSON-1142614547-project-member] Enqueued Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_members [ 919.022427] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGHEST for action security_group_members [ 919.022711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.022711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.022819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.022973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.023157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.024025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.025126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.025126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.025126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.025126] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.268740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.269138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.269138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.269138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.269289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.269340] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 919.302289] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8146c3a8-5201-4c8f-812f-461accc4c77a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.305025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.305667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.305667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.305667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.305667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.305667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.306166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.306166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.306166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.306166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.306166] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a already deleted. [ 919.306413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.309484] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.309610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.309657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.309814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.309943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.320589] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 919.514865] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.515050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.515249] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.519056] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30972d97-c096-41a5-b3bf-289b54c95d25 with status ACTIVE [ 919.519056] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.519056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.519056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.519056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.519056] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.519503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.519503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.519503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.519806] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.520034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.520225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.520467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.520590] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30972d97-c096-41a5-b3bf-289b54c95d25 is going to be updated. [ 919.526950] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.527107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.527107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.527267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.527351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.527525] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.527620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.527683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.527829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.527903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.527987] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 is going to be updated. [ 919.544795] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.544795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.544795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.544795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.544795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.545031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30972d97-c096-41a5-b3bf-289b54c95d25" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.557458] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.557550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.569049] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 in Status: IN_PROGRESS for 2s [ 919.804166] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8146c3a8-5201-4c8f-812f-461accc4c77a: rpc.has_security_group_logging(os_id): False [ 919.826137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.826269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.827031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.827031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.827031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.827031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.827031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.827031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.827399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.827399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.827399] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a is going to be created. [ 919.846015] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8146c3a8-5201-4c8f-812f-461accc4c77a], does not exist path=[/infra/domains/default/groups/8146c3a8-5201-4c8f-812f-461accc4c77a]."\n}' [ 919.846262] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8146c3a8-5201-4c8f-812f-461accc4c77a [ 919.846357] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 919.882818] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.883078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.883234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.883484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.884690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.884972] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.885097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.885165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.885364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.885444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.885647] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.885743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.885806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.886032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.886114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.886201] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8146c3a8-5201-4c8f-812f-461accc4c77a is going to be created. [ 919.905922] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8146c3a8-5201-4c8f-812f-461accc4c77a], does not exist path=[/infra/domains/default/groups/8146c3a8-5201-4c8f-812f-461accc4c77a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8146c3a8-5201-4c8f-812f-461accc4c77a [ 919.906483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8146c3a8-5201-4c8f-812f-461accc4c77a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.906622] env[65753]: Traceback (most recent call last): [ 919.906673] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 919.906673] env[65753]: return func(*args, **kwargs) [ 919.906673] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 919.906673] env[65753]: res.raise_for_status() [ 919.906673] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 919.906673] env[65753]: raise HTTPError(http_error_msg, response=self) [ 919.906673] env[65753]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8146c3a8-5201-4c8f-812f-461accc4c77a [ 919.906673] env[65753]: During handling of the above exception, another exception occurred: [ 919.906673] env[65753]: Traceback (most recent call last): [ 919.906673] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 919.906673] env[65753]: listener.cb(fileno) [ 919.906673] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 919.906673] env[65753]: result = function(*args, **kwargs) [ 919.906673] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 919.906673] env[65753]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 919.906673] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 919.906673] env[65753]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 919.907160] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 919.907160] env[65753]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 919.907160] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 919.907160] env[65753]: res.raise_for_status() [ 919.907160] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 919.907160] env[65753]: raise HTTPError(http_error_msg, response=self) [ 919.907160] env[65753]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8146c3a8-5201-4c8f-812f-461accc4c77a [ 919.907160] env[65753]: Removing descriptor: 20 [ 920.019486] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.523650] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.523972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.523972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.525456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.525456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.525456] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 is going to be created. [ 920.548445] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.548530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.548589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.548807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.548980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.559379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 in Status: UNINITIALIZED for 2s [ 921.331261] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 921.331491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.331660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.331864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.332064] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.332187] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.332255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.332398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.332472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.332552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.332710] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.332785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.332841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.333050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.333210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.333304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.333361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.334012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.334012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.334012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.334012] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.335813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.336096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.336265] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.336369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.336429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.336579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.336656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.337030] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.579302] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 in Status: SUCCESS [ 921.579611] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 deletion is rescheduled due to dependency. [ 921.579611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.840441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26023054-4751-40e1-ba6b-04c880b37bee: rpc.has_security_group_logging(os_id): False [ 921.842067] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.863730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.864027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.864027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.867182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.886968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.887260] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.887375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.887873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.887873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.887873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.888738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.888738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.888738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.888738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.888738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.888738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.888738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.888738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.889452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.889452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.889452] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 921.966729] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.966852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.967017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.967147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.967293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.986887] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 922.108272] env[65753]: INFO networking_nsxv3.common.synchronization [req-034993e0-c8d3-4bb9-9153-704e6c3b6a22 req-c35bf32d-35a5-4406-847f-b54e5cc965f2 tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 922.109239] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 922.110605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.110605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.110605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.110605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.110605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.111035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.111174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.111376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.111447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.111563] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.129984] env[65753]: INFO networking_nsxv3.common.synchronization [None req-72fccc63-d11e-4566-97cb-8dcc265021cd None None] Enqueued Resource ID: b1375581-38ff-4c39-92df-a6b1541d5492 with Priority: HIGHEST for action port [ 922.131670] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1375581-38ff-4c39-92df-a6b1541d5492 with Priority: HIGHEST for action port [ 922.132961] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1375581-38ff-4c39-92df-a6b1541d5492 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.133306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1375581-38ff-4c39-92df-a6b1541d5492" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.133420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1375581-38ff-4c39-92df-a6b1541d5492" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.133766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1375581-38ff-4c39-92df-a6b1541d5492" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.133929] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1375581-38ff-4c39-92df-a6b1541d5492',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.346280] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.569858] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 in Status: SUCCESS [ 922.570207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.570458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.570802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.570926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.571054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.571118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.571280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.571360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.571443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.571534] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.618476] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.618872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.618872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.619052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.639403] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1375581-38ff-4c39-92df-a6b1541d5492 [ 922.639556] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.639725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.639797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.640016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.640176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.640299] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1375581-38ff-4c39-92df-a6b1541d5492 already deleted. [ 922.640402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1375581-38ff-4c39-92df-a6b1541d5492" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.649870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.650232] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.650406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.650492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.650723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.650868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.651248] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 922.688225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.688225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.688225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.688225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.688225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.703576] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 922.850804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.850804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.850804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.850975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.851047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.851136] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 922.885813] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.885965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.886049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.886266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.886413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.896364] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 922.975338] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.975338] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.975338] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.975746] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.975746] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.975746] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.975823] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.975988] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.975988] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.976176] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.998616] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.998787] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.998924] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.999121] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999455] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-a2f86d86-ad34-41b7-a00d-cd72df0fb614 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.999681] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.999734] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.000087] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.000252] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f86d86-ad34-41b7-a00d-cd72df0fb614',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.074205] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.504321] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.504550] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.504686] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.504981] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.505154] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.505312] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port a2f86d86-ad34-41b7-a00d-cd72df0fb614 not found, creating... [ 923.505590] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.505771] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.505915] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.506099] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.506263] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.506512] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.506675] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.506812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.507019] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.507159] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.507312] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: a2f86d86-ad34-41b7-a00d-cd72df0fb614 is going to be created. [ 923.532375] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.532635] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.532750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.533077] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.533335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.533559] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.576471] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0879d0e-5c85-4060-b0c4-01d86d8fedc9: rpc.has_security_group_logging(os_id): False [ 923.617385] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.617551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.617612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.617800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.617892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.618176] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.618298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.618350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.618494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.618582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.618887] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 is going to be created. [ 923.736490] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.737556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.754729] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 in Status: IN_PROGRESS for 2s [ 924.004869] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 924.005126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.005314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.005535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.005623] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.019314] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c4ea525d-505a-4193-a286-38175b2f8cce None None] Enqueued Resource ID: 35389130-842d-4f5e-9abf-9a4703d1a3a2 with Priority: HIGHEST for action port [ 924.022024] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35389130-842d-4f5e-9abf-9a4703d1a3a2 with Priority: HIGHEST for action port [ 924.023097] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-35389130-842d-4f5e-9abf-9a4703d1a3a2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.023294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35389130-842d-4f5e-9abf-9a4703d1a3a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.023294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35389130-842d-4f5e-9abf-9a4703d1a3a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.023544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35389130-842d-4f5e-9abf-9a4703d1a3a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023632] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35389130-842d-4f5e-9abf-9a4703d1a3a2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.274012] env[65753]: INFO networking_nsxv3.common.synchronization [req-034993e0-c8d3-4bb9-9153-704e6c3b6a22 req-84bf1cb7-762e-434e-998a-91e8c4114ce7 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 924.274229] env[65753]: INFO networking_nsxv3.common.synchronization [req-034993e0-c8d3-4bb9-9153-704e6c3b6a22 req-84bf1cb7-762e-434e-998a-91e8c4114ce7 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 924.274407] env[65753]: INFO networking_nsxv3.common.synchronization [req-034993e0-c8d3-4bb9-9153-704e6c3b6a22 req-84bf1cb7-762e-434e-998a-91e8c4114ce7 service nova] Enqueued Resource ID: a2f86d86-ad34-41b7-a00d-cd72df0fb614 with Priority: HIGHEST for action port [ 924.275219] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 924.275219] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 924.275219] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f86d86-ad34-41b7-a00d-cd72df0fb614 with Priority: HIGHEST for action port [ 924.278268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.278404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.278463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.278677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.278754] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.279761] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.279811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.279994] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f86d86-ad34-41b7-a00d-cd72df0fb614 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.280118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.280172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.280339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.280408] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f86d86-ad34-41b7-a00d-cd72df0fb614',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.509684] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.509684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.526806] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35389130-842d-4f5e-9abf-9a4703d1a3a2 [ 924.526806] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.526806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.526806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.526806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.527239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527239] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35389130-842d-4f5e-9abf-9a4703d1a3a2 already deleted. [ 924.527239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35389130-842d-4f5e-9abf-9a4703d1a3a2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.734540] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 924.734932] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 924.734932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.735050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.735282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.735505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.735633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.735698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.735870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.735951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.736062] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.782583] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.782583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.782831] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2f86d86-ad34-41b7-a00d-cd72df0fb614 with status ACTIVE [ 924.782831] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.782934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.783074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.783404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.784046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.784046] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.784046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.784046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.784046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.784343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.784343] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.784343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.784847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.784847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.784847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.784847] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2f86d86-ad34-41b7-a00d-cd72df0fb614 is going to be updated. [ 924.818716] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.818716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.818716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.818716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.818968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.818968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f86d86-ad34-41b7-a00d-cd72df0fb614" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.909105] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 924.909337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.909552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.909727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.909919] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.910053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.910120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.910274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.910911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.910911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.910911] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.239044] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.415141] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.415395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.415482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.415711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.415883] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.415982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.416056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.416207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.416325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.416460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.416679] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.416827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.416909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.417151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.417365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.417509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.417609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.417831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.417926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.418026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.418238] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.741830] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.768678] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 in Status: SUCCESS [ 925.768927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.920284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26023054-4751-40e1-ba6b-04c880b37bee: rpc.has_security_group_logging(os_id): False [ 925.942517] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.942730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.942730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.943307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.943478] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.943584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.943649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.943891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.944124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.944219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.944272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.944421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.944493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.944689] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.944784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.944843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.944983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.945067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.945151] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 926.013317] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.013456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.013523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.013719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.013989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.035080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 926.245043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.248858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.248858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.248858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.248858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.248858] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 926.293372] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.293372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.293562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.293704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.293891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.317179] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 928.054287] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 928.054696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.327654] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 928.327841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.327978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.328259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.328470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.328591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.328659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.328923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.329042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.329129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.329226] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.834225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.834225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.834225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.834225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.834842] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.834842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.834842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.834842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.834961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.834993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.835181] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.278619] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.278619] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 929.337691] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cac678c-ad93-4e2c-8fd6-70b7135d141e: rpc.has_security_group_logging(os_id): False [ 929.356601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.356743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.356847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.357035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.357133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.357341] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.357493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.357654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.357721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.357904] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.357995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.358067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.358202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.358275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.358558] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.358558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.358680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.358713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.359168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.359168] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 929.422427] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.422563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.423116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.423116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.423116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.436406] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 931.064191] env[65753]: INFO networking_nsxv3.common.synchronization [None req-e57ef56f-8792-4468-bf32-b188018695c8 None None] Enqueued Resource ID: cf5a4e4c-ad5d-4489-82d1-e782132cf6b7 with Priority: HIGHEST for action port [ 931.064191] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5a4e4c-ad5d-4489-82d1-e782132cf6b7 with Priority: HIGHEST for action port [ 931.064191] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5a4e4c-ad5d-4489-82d1-e782132cf6b7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.064191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5a4e4c-ad5d-4489-82d1-e782132cf6b7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.064191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5a4e4c-ad5d-4489-82d1-e782132cf6b7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.064191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5a4e4c-ad5d-4489-82d1-e782132cf6b7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.065273] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5a4e4c-ad5d-4489-82d1-e782132cf6b7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.454708] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 931.454999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.568125] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf5a4e4c-ad5d-4489-82d1-e782132cf6b7 [ 931.568368] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.568513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.568579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.568795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.568885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.568988] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf5a4e4c-ad5d-4489-82d1-e782132cf6b7 already deleted. [ 931.569097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5a4e4c-ad5d-4489-82d1-e782132cf6b7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.772778] env[65753]: INFO networking_nsxv3.common.synchronization [None req-dde32956-cc34-4240-8b97-7f81e6926828 tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 931.773391] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 931.773758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.773984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.774056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.774351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.774500] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.919157] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f1b16261-8f6e-4a9b-a254-bd336e427672 tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 931.919816] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 931.920284] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.920518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.300498] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.300798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.300798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.300932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.301028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.301243] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 already deleted. [ 932.301243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.301360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.301603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.301653] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.826140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.827401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.827401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.827401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.827401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.827643] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 already deleted. [ 932.827643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.820348] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5910ddab-666a-44fa-b232-2352155eec56 None None] Enqueued Resource ID: 7fc9926a-697d-4043-b270-ba936021d67d with Priority: HIGHEST for action port [ 933.820910] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc9926a-697d-4043-b270-ba936021d67d with Priority: HIGHEST for action port [ 933.821620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc9926a-697d-4043-b270-ba936021d67d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.821620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc9926a-697d-4043-b270-ba936021d67d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.821620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc9926a-697d-4043-b270-ba936021d67d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.821864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc9926a-697d-4043-b270-ba936021d67d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.821864] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc9926a-697d-4043-b270-ba936021d67d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.323664] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc9926a-697d-4043-b270-ba936021d67d [ 934.323907] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.324088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.324166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.324382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.324470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.324603] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc9926a-697d-4043-b270-ba936021d67d already deleted. [ 934.324638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc9926a-697d-4043-b270-ba936021d67d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.372562] env[65753]: INFO networking_nsxv3.common.synchronization [req-43876bc3-8fbb-4343-9fec-198874f5c596 req-ff367f05-2522-42ca-a104-9b5aa930e911 tempest-ListServerFiltersTestJSON-514582576 tempest-ListServerFiltersTestJSON-514582576-project-member] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 934.373290] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 934.373740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.373990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.374204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.374484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.374724] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.375193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.375444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.376578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.376578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.376578] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.877737] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.380873] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.885888] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.885888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.885888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.885888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.885888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.885888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 935.923848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.924199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.924199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.924391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.924548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.937166] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 936.782987] env[65753]: INFO networking_nsxv3.common.synchronization [req-f99cfab6-c751-4e56-bf74-428a81cad8ae req-a9d02954-ee20-41e3-8e43-3c7986c2d47e tempest-MigrationsAdminTest-1268559466 tempest-MigrationsAdminTest-1268559466-project-member] Enqueued Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 936.783705] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b20945f-7e41-432e-9981-6246ab478cd8 with Priority: HIGHEST for action security_group_members [ 936.784725] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b20945f-7e41-432e-9981-6246ab478cd8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.784900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.784980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.785245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.785514] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.785649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.785705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.786182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.786182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.786182] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b20945f-7e41-432e-9981-6246ab478cd8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.288253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.288556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.288556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.288749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.316158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.317564] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.317564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.317872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.318089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.318575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.318575] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 is going to be updated. [ 937.355642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.356124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.356991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.358581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.358741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.369021] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: IN_PROGRESS for 2s [ 937.947538] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 937.947538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.380977] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b20945f-7e41-432e-9981-6246ab478cd8 in Status: SUCCESS [ 939.381237] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b20945f-7e41-432e-9981-6246ab478cd8 deletion is rescheduled due to dependency. [ 939.381237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b20945f-7e41-432e-9981-6246ab478cd8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.785479] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.785479] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.418978] env[65753]: INFO networking_nsxv3.common.synchronization [None req-7b2f1b25-9743-402c-b317-e51d2f67dbe8 None None] Enqueued Resource ID: 769ba6d8-6334-40b0-96f1-96ece3062ec8 with Priority: HIGHEST for action port [ 942.420715] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769ba6d8-6334-40b0-96f1-96ece3062ec8 with Priority: HIGHEST for action port [ 942.421073] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-769ba6d8-6334-40b0-96f1-96ece3062ec8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.422538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769ba6d8-6334-40b0-96f1-96ece3062ec8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.422538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769ba6d8-6334-40b0-96f1-96ece3062ec8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.422887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769ba6d8-6334-40b0-96f1-96ece3062ec8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.422998] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769ba6d8-6334-40b0-96f1-96ece3062ec8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.927810] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 769ba6d8-6334-40b0-96f1-96ece3062ec8 [ 942.927810] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.927810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.927810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.927810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.927810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.927810] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:769ba6d8-6334-40b0-96f1-96ece3062ec8 already deleted. [ 942.927810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769ba6d8-6334-40b0-96f1-96ece3062ec8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.938256] env[65753]: INFO networking_nsxv3.common.synchronization [None req-15d5b2ac-c2ac-423f-9dc9-b85ba99d9122 tempest-ServerActionsV293TestJSON-1832507352 tempest-ServerActionsV293TestJSON-1832507352-project-member] Enqueued Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_rules [ 942.938256] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_rules [ 942.938510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.938757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.938908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.939254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.939460] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.030245] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9f069a53-0e82-406c-bf20-71a259c702b3 tempest-ServerActionsV293TestJSON-1832507352 tempest-ServerActionsV293TestJSON-1832507352-project-member] Enqueued Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_rules [ 943.030597] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_rules [ 943.031104] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.031361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.467028] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.467169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.468036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.468036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.468036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.468036] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b already deleted. [ 943.468036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.468036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.468036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.468292] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.990655] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.990655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.990655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.990655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.990655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.990655] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b already deleted. [ 943.990655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.135647] env[65753]: INFO networking_nsxv3.common.synchronization [req-770b8489-8d2c-41de-9145-90f0c7b8af69 req-bb638267-a704-442b-ada9-884129ce0ce2 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 944.137556] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 944.137556] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137556] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137556] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.511795] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.512044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.512181] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.512515] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.512806] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.512997] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.514757] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.515081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.515794] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.515794] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.515794] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.515968] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.516013] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.516163] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.516299] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.516851] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.539301] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.539301] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.539301] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.539301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.539301] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-1a0cdbf3-b230-4f89-999a-4886f142722c taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.539301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.539301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.539301] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.539301] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0cdbf3-b230-4f89-999a-4886f142722c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.608089] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a0806b7e-cb4e-4706-83a8-cfd0e27258b0 None None] Enqueued Resource ID: a0c431cd-bfc0-4c44-9348-e2e8bb32d621 with Priority: HIGHEST for action port [ 944.608089] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c431cd-bfc0-4c44-9348-e2e8bb32d621 with Priority: HIGHEST for action port [ 944.608453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c431cd-bfc0-4c44-9348-e2e8bb32d621 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.608453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c431cd-bfc0-4c44-9348-e2e8bb32d621" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.608453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c431cd-bfc0-4c44-9348-e2e8bb32d621" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.608747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c431cd-bfc0-4c44-9348-e2e8bb32d621" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.608824] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c431cd-bfc0-4c44-9348-e2e8bb32d621',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.639400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.639544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.639634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.639823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.662083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.662393] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.662514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.662715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.662962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.663072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.663194] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 944.693842] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.693842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.693842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.694110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.694110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.705075] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 944.959544] env[65753]: INFO networking_nsxv3.common.synchronization [req-629efa44-f306-4b69-b519-5f3eaad907eb req-4d1ec6d7-234c-4800-ac86-a2bcca01d3d9 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 944.960079] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 944.960381] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.960504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.960564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.960824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.960987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.961126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.961196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.961331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.961418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.961508] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.041015] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.041336] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.041464] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.041748] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.041913] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.042093] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 1a0cdbf3-b230-4f89-999a-4886f142722c not found, creating... [ 945.042354] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.042512] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.042629] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.042846] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.042981] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.043302] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043468] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.043582] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.043790] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.043923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.044174] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 1a0cdbf3-b230-4f89-999a-4886f142722c is going to be created. [ 945.067171] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.067408] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.067528] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.067817] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.068062] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.068290] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.113592] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0c431cd-bfc0-4c44-9348-e2e8bb32d621 [ 945.115074] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.118032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.118032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.118032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.118032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.118032] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0c431cd-bfc0-4c44-9348-e2e8bb32d621 already deleted. [ 945.118032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c431cd-bfc0-4c44-9348-e2e8bb32d621" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.380224] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.380427] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.380540] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.380808] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.381071] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.381262] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.381382] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.381597] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.381742] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.381947] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.382076] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.382212] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.382330] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.382443] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.382549] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.382682] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.406655] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.406841] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.407172] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.407172] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.407631] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-ffa44f11-41da-49d5-af63-8c9328cd2c67 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.407631] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.407807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.408100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.408406] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa44f11-41da-49d5-af63-8c9328cd2c67',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.463748] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.464057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.464057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.464234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.464336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.464530] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.464646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.464717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.464891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.464969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.465068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 already deleted. [ 945.465152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.825320] env[65753]: INFO networking_nsxv3.common.synchronization [req-770b8489-8d2c-41de-9145-90f0c7b8af69 req-1a2e8e42-8062-4214-94d9-25089f3d5fc8 service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 945.825566] env[65753]: INFO networking_nsxv3.common.synchronization [req-770b8489-8d2c-41de-9145-90f0c7b8af69 req-1a2e8e42-8062-4214-94d9-25089f3d5fc8 service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 945.825706] env[65753]: INFO networking_nsxv3.common.synchronization [req-770b8489-8d2c-41de-9145-90f0c7b8af69 req-1a2e8e42-8062-4214-94d9-25089f3d5fc8 service nova] Enqueued Resource ID: 1a0cdbf3-b230-4f89-999a-4886f142722c with Priority: HIGHEST for action port [ 945.826488] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 945.826650] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 945.826751] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0cdbf3-b230-4f89-999a-4886f142722c with Priority: HIGHEST for action port [ 945.827050] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.827174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.827256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.827471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.827553] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.828446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.828547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.828745] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0cdbf3-b230-4f89-999a-4886f142722c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.828845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.828910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.829093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.829175] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0cdbf3-b230-4f89-999a-4886f142722c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.910737] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.911133] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.911263] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.911566] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.911870] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.911870] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port ffa44f11-41da-49d5-af63-8c9328cd2c67 not found, creating... [ 945.912204] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.912373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.912490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.912716] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.912855] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.913240] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.913397] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.913513] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.913746] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.913914] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.914067] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: ffa44f11-41da-49d5-af63-8c9328cd2c67 is going to be created. [ 945.938200] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.938432] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.938562] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.938863] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.939108] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.939333] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.331419] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.331860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.331939] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0cdbf3-b230-4f89-999a-4886f142722c with status ACTIVE [ 946.332166] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.332327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.332436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.332706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.332841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.333094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.333312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.333432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.333657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.333865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336474] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.336474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.336474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.336474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.336474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336474] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0cdbf3-b230-4f89-999a-4886f142722c is going to be updated. [ 946.357676] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.357862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.357862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.358146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.358329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.358496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0cdbf3-b230-4f89-999a-4886f142722c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.652359] env[65753]: INFO networking_nsxv3.common.synchronization [req-629efa44-f306-4b69-b519-5f3eaad907eb req-ce1ab304-9e54-451b-863b-f107a393c4cd service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 946.652669] env[65753]: INFO networking_nsxv3.common.synchronization [req-629efa44-f306-4b69-b519-5f3eaad907eb req-ce1ab304-9e54-451b-863b-f107a393c4cd service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 946.652906] env[65753]: INFO networking_nsxv3.common.synchronization [req-629efa44-f306-4b69-b519-5f3eaad907eb req-ce1ab304-9e54-451b-863b-f107a393c4cd service nova] Enqueued Resource ID: ffa44f11-41da-49d5-af63-8c9328cd2c67 with Priority: HIGHEST for action port [ 946.655189] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 946.655466] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 946.655667] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa44f11-41da-49d5-af63-8c9328cd2c67 with Priority: HIGHEST for action port [ 946.656345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.656622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.656692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.657018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.657179] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.658559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.658745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.658853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.659266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.660066] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.661836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.662091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.663348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.666770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.666770] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.667268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa44f11-41da-49d5-af63-8c9328cd2c67 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.669299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.669477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.670253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.670253] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa44f11-41da-49d5-af63-8c9328cd2c67',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.717667] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 946.717667] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 946.717667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.718613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.718613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.719015] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.719254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.719366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.719578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.719709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.719846] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.172251] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.172405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.172741] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.175135] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa44f11-41da-49d5-af63-8c9328cd2c67 with status ACTIVE [ 947.175352] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.175496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.176017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.176138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.176400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.176537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.176605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.177129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.177362] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.177467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.177563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.179314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.179314] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa44f11-41da-49d5-af63-8c9328cd2c67 is going to be updated. [ 947.202879] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.203098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.203098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.203467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.203589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.203748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa44f11-41da-49d5-af63-8c9328cd2c67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.222916] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.675131] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.727672] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.178755] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.178755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.178755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.179171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.179225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.179341] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be created. [ 948.216277] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.216466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.216555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.216839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.217083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.229046] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.229718] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 948.231549] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: UNINITIALIZED for 2s [ 948.261100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.261340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.261340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.261635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.261817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.270700] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 949.159609] env[65753]: INFO networking_nsxv3.common.synchronization [req-90598c64-a003-4624-8d4d-9e718035d0c7 req-551e047a-0754-4852-87a1-c954a3cb4f15 tempest-ServersNegativeTestJSON-165210990 tempest-ServersNegativeTestJSON-165210990-project-member] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 949.160536] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 949.160935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.161097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.161184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.161444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.161605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.161707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.161770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.161937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.162033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.162131] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.543966] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.544222] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.544348] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.544680] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.544948] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.545321] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.545501] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.545782] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.546067] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.546431] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.546631] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.546815] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.547067] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.547429] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.548118] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.551221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.572095] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.572409] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.572615] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.572870] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.573373] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-83c394c9-9b0d-40ad-923c-00e70d63c85a taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.573675] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.573927] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.574487] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.574716] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c394c9-9b0d-40ad-923c-00e70d63c85a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.665827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.666298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.667582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.667582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.667582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.668068] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.668305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.672302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.672607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.672703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.672812] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 already deleted. [ 949.672918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077024] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.077302] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.077537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.077879] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.078081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.078282] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 83c394c9-9b0d-40ad-923c-00e70d63c85a not found, creating... [ 950.078592] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.078792] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.078986] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.079273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.079423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.079779] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.079953] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.080112] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.080355] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.080510] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.080631] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a is going to be created. [ 950.104034] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.104294] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.104448] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.104752] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.105016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.105254] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.248031] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: UNINITIALIZED for 4s [ 950.283266] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 950.283534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.283753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.283943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.284123] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.284250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.284335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.284504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.284619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.284722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.284827] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.787223] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.787387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.787387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.787573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.787738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.787840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.787902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.788073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.788162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.788250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.788398] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.788489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.788564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.788757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.788899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.788991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.789063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.789205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.789317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.789353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.789439] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.807172] env[65753]: INFO networking_nsxv3.common.synchronization [req-90598c64-a003-4624-8d4d-9e718035d0c7 req-77c72991-4059-4ada-9edd-8dcf36723e5b service nova] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_rules [ 950.807172] env[65753]: INFO networking_nsxv3.common.synchronization [req-90598c64-a003-4624-8d4d-9e718035d0c7 req-77c72991-4059-4ada-9edd-8dcf36723e5b service nova] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 950.807172] env[65753]: INFO networking_nsxv3.common.synchronization [req-90598c64-a003-4624-8d4d-9e718035d0c7 req-77c72991-4059-4ada-9edd-8dcf36723e5b service nova] Enqueued Resource ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a with Priority: HIGHEST for action port [ 950.807172] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_rules [ 950.808021] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 950.808260] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a with Priority: HIGHEST for action port [ 950.808658] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.809073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.809246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.809643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.809844] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.811975] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.811975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.811975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.811975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.811975] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.811975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.811975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.812395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.812581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.812757] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.814186] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c394c9-9b0d-40ad-923c-00e70d63c85a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.814361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.814361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.814504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.814581] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c394c9-9b0d-40ad-923c-00e70d63c85a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.292089] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c176b6dd-ab63-4dc9-af25-548a61948029: rpc.has_security_group_logging(os_id): False [ 951.312885] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.313479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.313573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.313908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.314214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.314254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.315018] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.315172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.315256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.315425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.315563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.316499] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.316499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.316499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.316499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.316499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.316499] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 951.317353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.317460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.317613] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.318644] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83c394c9-9b0d-40ad-923c-00e70d63c85a with status ACTIVE [ 951.318728] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.318802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.318847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.319042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.319126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.319293] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.319387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.319490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.319592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.319661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.319841] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.319934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.319994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.320146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.320220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.320302] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a is going to be updated. [ 951.346773] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.346959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.346997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.347212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.347494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.347709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.392997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.393233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.393339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.393520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.393659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.411275] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 951.805839] env[65753]: INFO networking_nsxv3.common.synchronization [req-62a41bf3-42bb-4836-9e9a-085e87f469d5 req-1b242360-0a81-4d5d-8f89-13e23d0e6368 tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 951.806416] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 951.806699] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.806906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.806906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.808353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.808353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.808458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.808458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.811774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.811774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.811774] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.822311] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.224477] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.224698] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.224861] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.225111] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.225379] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.225540] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.225657] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.225883] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.226827] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.227168] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.227303] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.227417] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.227527] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.227638] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.227745] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.227874] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.252159] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.252159] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.252159] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.252159] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-708" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.252159] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-2bcc5488-41d1-43a9-8b40-17b8081f4a31 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.252159] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.252159] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.252498] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.252546] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bcc5488-41d1-43a9-8b40-17b8081f4a31',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.260501] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 952.260734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.260897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.263787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.263787] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.263787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.263787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.263787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.263787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.263787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.263787] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.313141] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.313515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.313515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.313691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.324999] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.325177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.325253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.325533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.325647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.325759] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be created. [ 952.339044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.339363] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.339492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.339573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.339946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.340088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.340186] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be updated. [ 952.352996] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.352996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.353375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.353577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.353696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.366123] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: UNINITIALIZED for 2s [ 952.386857] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.387064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.387064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.387264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.387420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.398816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 952.755118] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.755478] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.755657] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.756014] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.756212] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.756400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 2bcc5488-41d1-43a9-8b40-17b8081f4a31 not found, creating... [ 952.756806] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.757031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.757182] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.757454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.757615] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.757943] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.758225] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.758442] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.758718] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.758901] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.759159] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 2bcc5488-41d1-43a9-8b40-17b8081f4a31 is going to be created. [ 952.765692] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.765967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.766142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.766357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.766529] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.766626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.766693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.766863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.766952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.767052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.767200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.767332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.767385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.767493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.767629] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.767718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.767771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.767905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.767983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.768079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.768166] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.783673] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.783912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.783991] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.784303] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.784569] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.784794] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.271769] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba593e-0f83-42a6-8879-7149ebf8dfa7: rpc.has_security_group_logging(os_id): False [ 953.292923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.293152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.293152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.293382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.293579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.293675] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.293772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.293893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.293981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.294065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.294294] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.294383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.294462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.294608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.294688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.294837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.294939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.295080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.295143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.295208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.295273] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be created. [ 953.385088] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.385088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.385088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.385088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.385088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.395252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 953.431490] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 953.431490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.513681] env[65753]: INFO networking_nsxv3.common.synchronization [req-62a41bf3-42bb-4836-9e9a-085e87f469d5 req-988f5472-c0fe-4158-83b7-1185ba672525 service nova] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_rules [ 953.513681] env[65753]: INFO networking_nsxv3.common.synchronization [req-62a41bf3-42bb-4836-9e9a-085e87f469d5 req-988f5472-c0fe-4158-83b7-1185ba672525 service nova] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 953.513681] env[65753]: INFO networking_nsxv3.common.synchronization [req-62a41bf3-42bb-4836-9e9a-085e87f469d5 req-988f5472-c0fe-4158-83b7-1185ba672525 service nova] Enqueued Resource ID: 2bcc5488-41d1-43a9-8b40-17b8081f4a31 with Priority: HIGHEST for action port [ 953.513681] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_rules [ 953.514762] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 953.518022] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcc5488-41d1-43a9-8b40-17b8081f4a31 with Priority: HIGHEST for action port [ 953.518022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.518022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.518022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.518022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bcc5488-41d1-43a9-8b40-17b8081f4a31 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.518022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.518022] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bcc5488-41d1-43a9-8b40-17b8081f4a31',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.020922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.021977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.022346] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bcc5488-41d1-43a9-8b40-17b8081f4a31 with status ACTIVE [ 954.022461] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.022572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.022643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.022865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.023049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.023233] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.023356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.023446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.023740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.023818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.024077] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.024172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.024251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.024472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.024581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.024645] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bcc5488-41d1-43a9-8b40-17b8081f4a31 is going to be updated. [ 954.051617] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.051871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.051871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.052091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.052217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.052429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bcc5488-41d1-43a9-8b40-17b8081f4a31" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.071695] env[65753]: INFO networking_nsxv3.common.synchronization [req-fbab0c1e-9b85-47ad-a8a5-d4004e1595d3 req-bc83de99-7eb3-4e4a-8e1b-0bb4ff7c42eb tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 954.072271] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 954.072577] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.072697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.072766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.073045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.073250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.073388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.073465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.074062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.074209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.074521] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.257146] env[65753]: INFO networking_nsxv3.common.synchronization [req-f01678a3-6703-45f3-8385-b50e92755c6d req-7b855f37-1dce-40c5-ae3c-a4522868b720 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 954.257330] env[65753]: INFO networking_nsxv3.common.synchronization [req-f01678a3-6703-45f3-8385-b50e92755c6d req-7b855f37-1dce-40c5-ae3c-a4522868b720 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 954.257477] env[65753]: INFO networking_nsxv3.common.synchronization [req-f01678a3-6703-45f3-8385-b50e92755c6d req-7b855f37-1dce-40c5-ae3c-a4522868b720 tempest-SecurityGroupsTestJSON-1901456647 tempest-SecurityGroupsTestJSON-1901456647-project-member] Enqueued Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_members [ 954.257977] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26023054-4751-40e1-ba6b-04c880b37bee with Priority: HIGHEST for action security_group_members [ 954.258368] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGHEST for action security_group_members [ 954.258486] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGHEST for action security_group_members [ 954.258774] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-26023054-4751-40e1-ba6b-04c880b37bee taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.258894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.258963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.259263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.259427] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.259529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.264532] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26023054-4751-40e1-ba6b-04c880b37bee',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.264532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.264532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.264532] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.264532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.264532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.265339] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.265339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.265339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.265339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.265339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.265339] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.379221] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 954.379221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.379221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.379221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.379221] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.379221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.379221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.379784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.379784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.379784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.379784] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.409626] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 954.410139] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb deletion is rescheduled due to dependency. [ 954.410139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.410626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.410876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.411101] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.411238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.411300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.411633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.411731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411800] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.576862] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.577130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.577248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.578065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.578065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.578065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.578065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.578065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.578289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.578289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.578430] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 already deleted. [ 954.578534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.609646] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.609958] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.610142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.611168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.611168] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.611168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.611168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.611509] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.611646] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.612010] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.612168] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.612305] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.612443] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.612579] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.612707] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.613497] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.635478] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.635713] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.635892] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.636115] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.636476] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-2e41907c-1553-48df-9644-cb422d2f19df taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.636697] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.636855] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.637239] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.637425] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e41907c-1553-48df-9644-cb422d2f19df',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.767432] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.767968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.768457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.768797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.770548] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.770654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.770874] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.770957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.882988] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.883146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.883146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.883427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.883803] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.883913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.883975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.884160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.884244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.884330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.884482] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.884592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.884649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.884793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.884929] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.885031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.885195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.885256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.885304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.885610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.885610] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.915728] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.994994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.995311] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.995442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.995814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.995814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.995928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.995962] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab is going to be updated. [ 954.997019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.997644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.023137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.024031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.024031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.024031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.024250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.024250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.024389] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be updated. [ 955.025450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.025693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.025807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.026026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.026139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.026204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.026362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.026438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.026526] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee is going to be updated. [ 955.055045] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.055226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.055302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.055541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.055704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.075062] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: IN_PROGRESS for 2s [ 955.085316] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.085316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.085469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.085611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.085752] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.089614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.089614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.089614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.089614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.089836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.101694] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: IN_PROGRESS for 2s [ 955.102273] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: IN_PROGRESS for 2s [ 955.142763] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.142990] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.143561] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.143561] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.143705] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.143736] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 2e41907c-1553-48df-9644-cb422d2f19df not found, creating... [ 955.144061] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.144522] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.144676] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.144933] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.145089] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.145398] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.146273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.146376] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.146657] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.146812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.146957] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 2e41907c-1553-48df-9644-cb422d2f19df is going to be created. [ 955.168058] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.168271] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.168390] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.169303] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.169568] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.169842] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.387415] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6019de5c-5ce3-4c17-9b5d-26eea8f11414: rpc.has_security_group_logging(os_id): False [ 955.415190] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 955.415498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.416891] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.417958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.417958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.417958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.417958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.418132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.418184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.418291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.419032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.419032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.419032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.419216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.419216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.419522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.419522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.419807] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.419998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.420050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.420259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.420378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.420501] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be created. [ 955.423464] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.502556] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.502918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.503115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.503542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.503934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.520109] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 955.925992] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.925992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.925992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.926758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.926758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.926758] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be updated. [ 955.960171] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.960341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.960411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.960625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.960771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.973131] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 956.137411] env[65753]: INFO networking_nsxv3.common.synchronization [req-fbab0c1e-9b85-47ad-a8a5-d4004e1595d3 req-ca53472f-0c2a-4fd7-9825-6aa33a7d5ff9 service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 956.137411] env[65753]: INFO networking_nsxv3.common.synchronization [req-fbab0c1e-9b85-47ad-a8a5-d4004e1595d3 req-ca53472f-0c2a-4fd7-9825-6aa33a7d5ff9 service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 956.137411] env[65753]: INFO networking_nsxv3.common.synchronization [req-fbab0c1e-9b85-47ad-a8a5-d4004e1595d3 req-ca53472f-0c2a-4fd7-9825-6aa33a7d5ff9 service nova] Enqueued Resource ID: 2e41907c-1553-48df-9644-cb422d2f19df with Priority: HIGHEST for action port [ 956.137411] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 956.137720] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 956.137720] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e41907c-1553-48df-9644-cb422d2f19df with Priority: HIGHEST for action port [ 956.138400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.138400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.138400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.138600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.138600] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.139667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.139667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.139667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.139797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.140466] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.140466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.140466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.140466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.140466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.140466] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.142766] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e41907c-1553-48df-9644-cb422d2f19df taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.142766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.142766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.142766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.142766] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e41907c-1553-48df-9644-cb422d2f19df',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.645224] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.645224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.645681] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.646313] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e41907c-1553-48df-9644-cb422d2f19df with status ACTIVE [ 956.647754] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.647754] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.647754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.648585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.648585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.648585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.649076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.649076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.649076] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e41907c-1553-48df-9644-cb422d2f19df is going to be updated. [ 956.680035] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.680218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.680316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.680587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.680755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.682104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e41907c-1553-48df-9644-cb422d2f19df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.089213] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab in Status: SUCCESS [ 957.089553] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab deletion is rescheduled due to dependency. [ 957.089773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.113143] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef1682c-cff8-4e80-bb96-35a554554722 in Status: SUCCESS [ 957.113440] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef1682c-cff8-4e80-bb96-35a554554722 deletion is rescheduled due to dependency. [ 957.113583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.114475] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26023054-4751-40e1-ba6b-04c880b37bee in Status: SUCCESS [ 957.114644] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26023054-4751-40e1-ba6b-04c880b37bee deletion is rescheduled due to dependency. [ 957.114767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26023054-4751-40e1-ba6b-04c880b37bee" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.151984] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.536275] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 957.536275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.656579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.656955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.656955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.657040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.657247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.657247] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be created. [ 957.695641] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.695641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.695803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.697076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.697076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.714048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: UNINITIALIZED for 2s [ 957.988804] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 957.988804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.988997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.989074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.989264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.989384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.989451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.989602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.989680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.989762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.989855] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.236867] env[65753]: INFO networking_nsxv3.common.synchronization [req-fc3612b0-01ed-40d3-9b22-15d78dcf6552 req-8647c4d6-274a-499c-b852-793abd720653 tempest-ServersWithSpecificFlavorTestJSON-223687661 tempest-ServersWithSpecificFlavorTestJSON-223687661-project-member] Enqueued Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 958.237704] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd055a3e-16fb-4615-aca4-48cc26a59484 with Priority: HIGHEST for action security_group_members [ 958.238878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd055a3e-16fb-4615-aca4-48cc26a59484 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.239052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.239159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.239619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.239619] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.239755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.239838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.240037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.240151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.240275] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd055a3e-16fb-4615-aca4-48cc26a59484',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.491917] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.492181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.492181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.492374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.492533] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.492634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.492695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.492846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.496115] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.496115] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.496115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.496115] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.605036] env[65753]: INFO networking_nsxv3.common.synchronization [req-37608026-d5e1-45bb-b187-f564fb78ab9f req-2ea92f12-c923-4a20-9a9d-aab390544494 tempest-ListServerFiltersTestJSON-514582576 tempest-ListServerFiltersTestJSON-514582576-project-member] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 958.605297] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGHEST for action security_group_members [ 958.605616] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.605769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.605852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.606084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.606245] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.606350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.606406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.606556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.606642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.606746] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.745561] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.745561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.745967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.745967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.775329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.775613] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.775756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.775822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.776067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.776172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.776282] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 is going to be updated. [ 958.805330] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.805499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.805577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.805926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.805926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.817501] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: IN_PROGRESS for 2s [ 958.999222] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395b809b-4cd2-4270-b2bb-a02e1c5b5adb: rpc.has_security_group_logging(os_id): False [ 959.019367] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.019568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.019618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.019875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.019970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.020256] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.020455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.020542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.020726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.020920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.021144] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.021346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.021450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.021625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.023960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.023960] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.023960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.023960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.023960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.023960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.023960] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be updated. [ 959.097733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.097964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.097964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.098549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.098665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.110739] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.111029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.111151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.111851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.123102] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 959.136966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.136966] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.136966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.136966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.136966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.137186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.137186] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be updated. [ 959.179267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.179435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.179480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.179687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.179827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.190434] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: IN_PROGRESS for 2s [ 959.516139] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5170cf86-9f31-4f23-b895-3df25581acfd None None] Enqueued Resource ID: ca03cdf1-fb37-4534-b426-510c0c9b22cc with Priority: HIGHEST for action port [ 959.516705] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03cdf1-fb37-4534-b426-510c0c9b22cc with Priority: HIGHEST for action port [ 959.517219] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca03cdf1-fb37-4534-b426-510c0c9b22cc taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.517219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca03cdf1-fb37-4534-b426-510c0c9b22cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.517219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca03cdf1-fb37-4534-b426-510c0c9b22cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.517453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca03cdf1-fb37-4534-b426-510c0c9b22cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.517523] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca03cdf1-fb37-4534-b426-510c0c9b22cc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.557043] env[65753]: INFO networking_nsxv3.common.synchronization [req-eefa441b-0f01-4f64-bb2f-17f8a2eb7407 req-146e264f-37bc-45f3-b984-a4e7d6e44048 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 959.557548] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 959.557853] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.557975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.558053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.559213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.559213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.559213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.559213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.559213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.559213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.559213] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.728414] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 959.728414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.728414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.728414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.728414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.728806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.728806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.728909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.728949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.729146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.729200] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.020235] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca03cdf1-fb37-4534-b426-510c0c9b22cc [ 960.020696] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.020915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.021059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.021735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.021735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.021735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca03cdf1-fb37-4534-b426-510c0c9b22cc already deleted. [ 960.021944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca03cdf1-fb37-4534-b426-510c0c9b22cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.061746] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.062068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.062255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.062581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.062878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.063131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.063195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.063696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.063696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.063696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.063696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 960.097289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.097528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.097577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.098742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.098742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.111165] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 960.233763] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.736288] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d1b92b-8ce2-46da-bf66-e13af83ffc19: rpc.has_security_group_logging(os_id): False [ 960.762376] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.763873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.764033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.764271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.764396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.764736] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.764982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.764982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.765101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.765254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.765824] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be created. [ 961.013170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.013424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.013473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.013675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.013913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.025536] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd055a3e-16fb-4615-aca4-48cc26a59484 in Status: SUCCESS [ 961.025851] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd055a3e-16fb-4615-aca4-48cc26a59484 deletion is rescheduled due to dependency. [ 961.026798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd055a3e-16fb-4615-aca4-48cc26a59484" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.029204] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 961.138129] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 961.138530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.202139] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a in Status: SUCCESS [ 961.203093] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a deletion is rescheduled due to dependency. [ 961.203093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.303059] env[65753]: INFO networking_nsxv3.common.synchronization [req-d3c53b9e-bb4b-4e79-b8e1-00855485641d req-6e311935-3dbe-4094-b087-8b08ccbd19e9 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 961.303843] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 961.304243] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.304739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.304901] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.305324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.305324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.305324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.305324] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.792225] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.792427] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.792549] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.792816] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.793085] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.793793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.794015] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.794387] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.794562] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.794893] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.795082] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.795369] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.795716] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.796068] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.796359] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.796718] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.808740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.808740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.808740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.808740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.906435] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.906435] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.906435] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.906435] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-ee605185-7c6b-4822-9ed0-b866f77e3500 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.906435] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee605185-7c6b-4822-9ed0-b866f77e3500',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.906435] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.906435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.908696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 961.908696] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.908696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.908696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.908696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.908696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.908696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 962.126214] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 962.126214] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 deletion is rescheduled due to dependency. [ 962.126214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.328076] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.328076] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.328076] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.328516] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.328668] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.328843] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port ee605185-7c6b-4822-9ed0-b866f77e3500 not found, creating... [ 962.329243] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.329446] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.329603] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.330319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.330319] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.330838] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.330838] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.330838] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.331168] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.331287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.331464] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: ee605185-7c6b-4822-9ed0-b866f77e3500 is going to be created. [ 962.361226] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.361546] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.361710] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.362057] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.362320] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.362537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.043938] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 963.044220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.082649] env[65753]: INFO networking_nsxv3.common.synchronization [req-d3c53b9e-bb4b-4e79-b8e1-00855485641d req-e3936284-7cd7-42d7-8654-1ce488793b87 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 963.082812] env[65753]: INFO networking_nsxv3.common.synchronization [req-d3c53b9e-bb4b-4e79-b8e1-00855485641d req-e3936284-7cd7-42d7-8654-1ce488793b87 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 963.082887] env[65753]: INFO networking_nsxv3.common.synchronization [req-d3c53b9e-bb4b-4e79-b8e1-00855485641d req-e3936284-7cd7-42d7-8654-1ce488793b87 service nova] Enqueued Resource ID: ee605185-7c6b-4822-9ed0-b866f77e3500 with Priority: HIGHEST for action port [ 963.083747] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 963.083803] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 963.083952] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee605185-7c6b-4822-9ed0-b866f77e3500 with Priority: HIGHEST for action port [ 963.084598] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.084877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.085035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.085412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.085663] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.087222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.087403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.087765] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee605185-7c6b-4822-9ed0-b866f77e3500 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.087956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.088075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.088523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.088523] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee605185-7c6b-4822-9ed0-b866f77e3500',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.533200] env[65753]: INFO networking_nsxv3.common.synchronization [req-6e0e2f5c-b557-472d-a3e8-c5a3a4c41301 req-7b4df3b2-489e-49b0-a3fb-e521bd91ac13 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_members [ 963.533200] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 with Priority: HIGHEST for action security_group_members [ 963.533200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab0534c5-f5fb-40e7-a288-b2e03c289a57 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.533200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.533940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.533940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.533940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.537249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.537249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.537249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.537249] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab0534c5-f5fb-40e7-a288-b2e03c289a57',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.589500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.590018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.590764] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee605185-7c6b-4822-9ed0-b866f77e3500 with status ACTIVE [ 963.590997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.591251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.591335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.591566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.591658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.591860] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.591964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.592039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.592302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.592554] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.592697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.592800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.593476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.593673] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee605185-7c6b-4822-9ed0-b866f77e3500 is going to be updated. [ 963.629264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.629572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.630680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.630680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.630680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.630680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee605185-7c6b-4822-9ed0-b866f77e3500" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.891244] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 963.892017] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 963.892017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.892017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.892146] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.892289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.892399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.892460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.892753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.892828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.894331] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.038509] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.038715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.038715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.039100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.061735] env[65753]: INFO networking_nsxv3.common.synchronization [req-86000095-37e7-4bb4-8cf6-9ad769542f49 req-77a75142-45dd-46c9-a74b-723980720389 tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 964.062292] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 964.062593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.062715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.062779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.063815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.064249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.064249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.064533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.064533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.064646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.064697] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.066814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.067800] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.069697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.069845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.069980] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 is going to be updated. [ 964.104013] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.104608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.104608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.104899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.105110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.116772] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 in Status: IN_PROGRESS for 2s [ 964.400218] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.572558] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.910063] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.076619] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.272075] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.272075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.272075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.272075] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.272481] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.272860] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.273219] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.273879] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.274286] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.276843] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.276843] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.276843] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.276843] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.276843] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.276843] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.276843] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.298707] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.301021] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.301021] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.301021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.301021] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-8fc2eeef-dace-49f2-99aa-448810fbaa32 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.301021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.301021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.301021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.301808] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc2eeef-dace-49f2-99aa-448810fbaa32',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.412034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.412034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.412653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.412653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.412653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.412653] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 965.442599] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.442760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.442832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.443323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.443323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.454110] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 965.579247] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.579728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.579938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.580144] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 965.618240] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.618533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.618533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.618844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.619070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.630723] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 965.807722] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.807993] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.808130] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.808401] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.808561] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.808793] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 8fc2eeef-dace-49f2-99aa-448810fbaa32 not found, creating... [ 965.809518] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.809848] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.810011] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.810314] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.810565] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.811085] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.811294] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.811455] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.811716] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.811875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.812091] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 8fc2eeef-dace-49f2-99aa-448810fbaa32 is going to be created. [ 965.835365] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.835746] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.835969] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.836419] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.836818] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.837189] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.129249] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 in Status: SUCCESS [ 966.129473] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab0534c5-f5fb-40e7-a288-b2e03c289a57 deletion is rescheduled due to dependency. [ 966.129639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab0534c5-f5fb-40e7-a288-b2e03c289a57" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.479600] env[65753]: INFO networking_nsxv3.common.synchronization [req-5afcdbfc-a1e3-4265-8e76-fde531534fa9 req-75da39d8-2e90-49d4-b129-f94c35787752 tempest-ImagesOneServerNegativeTestJSON-1131823398 tempest-ImagesOneServerNegativeTestJSON-1131823398-project-member] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 966.480236] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGHEST for action security_group_members [ 966.480548] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.480671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.480731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.480921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.481076] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.481177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.481235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.481713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.481713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.481713] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.570799] env[65753]: INFO networking_nsxv3.common.synchronization [req-86000095-37e7-4bb4-8cf6-9ad769542f49 req-fd2cc165-2a92-4333-93f2-ea2ce7d7e392 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 966.570978] env[65753]: INFO networking_nsxv3.common.synchronization [req-86000095-37e7-4bb4-8cf6-9ad769542f49 req-fd2cc165-2a92-4333-93f2-ea2ce7d7e392 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 966.571123] env[65753]: INFO networking_nsxv3.common.synchronization [req-86000095-37e7-4bb4-8cf6-9ad769542f49 req-fd2cc165-2a92-4333-93f2-ea2ce7d7e392 service nova] Enqueued Resource ID: 8fc2eeef-dace-49f2-99aa-448810fbaa32 with Priority: HIGHEST for action port [ 966.571736] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 966.571827] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 966.571924] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc2eeef-dace-49f2-99aa-448810fbaa32 with Priority: HIGHEST for action port [ 966.572213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.572635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.572769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.572907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.572987] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.574822] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.574959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.575253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc2eeef-dace-49f2-99aa-448810fbaa32 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.575392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.575483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.575732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.575841] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc2eeef-dace-49f2-99aa-448810fbaa32',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.984557] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.984938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.984938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.985909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.985909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.985909] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.985909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.985909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.985909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.985909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.985909] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be updated. [ 967.031667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.031909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.031909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.032177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.032284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.043219] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: IN_PROGRESS for 2s [ 967.077824] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.077996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.078596] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fc2eeef-dace-49f2-99aa-448810fbaa32 with status ACTIVE [ 967.078596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.078596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.078596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.078810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.078899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.079039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.079613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.079613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.079613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.079613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.079613] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.079998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.079998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.079998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.079998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.079998] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fc2eeef-dace-49f2-99aa-448810fbaa32 is going to be updated. [ 967.111405] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.111405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.111405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.111405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.111405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.111710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc2eeef-dace-49f2-99aa-448810fbaa32" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.464739] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 967.465201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.465407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.465721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.466083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.466244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.466335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.466558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.466682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.466866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.467039] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.643927] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 967.644617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.648076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.648076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648076] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.648076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.648076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.648076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648076] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.648076] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.969470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.971305] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.971305] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.971305] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.971305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.972019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.972019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.972019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.972019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.972019] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.151814] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.476431] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f328e955-1943-4a65-a511-bbefee47192f: rpc.has_security_group_logging(os_id): False [ 968.499700] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.501773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.501773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.501773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.501773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.501773] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.501773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.502239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.503495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.503631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.503939] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.504091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.504188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.504514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.504613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.504908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.505053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.505139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.505344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.505456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.505571] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 968.579130] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.579285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.579356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.580052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.580052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.594654] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 968.655033] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.055701] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb in Status: SUCCESS [ 969.055701] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb deletion is rescheduled due to dependency. [ 969.056337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.157876] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.157876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.157876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.157876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.157876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.157876] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 969.189174] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.189309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.189376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.189592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.191017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.199976] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 970.613185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 970.613596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.213075] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 971.213377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.213540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.213772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.213991] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.214119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.214184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.214355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.214477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.214557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.214658] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.572834] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 971.572995] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 971.722095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.722095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.722095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.722095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.722095] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.723144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.723144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.723144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.723144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.723144] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.227513] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cac678c-ad93-4e2c-8fd6-70b7135d141e: rpc.has_security_group_logging(os_id): False [ 972.264986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.265182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.265248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.265469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.265582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.265940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.267449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.267449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.267449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.267953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.267953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.267953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.267953] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 972.353454] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.353654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.354402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.354402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.354402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.373050] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 973.338346] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a59dad70-c282-4e92-a521-886a33e71591 None None] Enqueued Resource ID: a35560aa-31fb-4ef7-b51b-9a6fb26282d8 with Priority: HIGHEST for action port [ 973.338346] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35560aa-31fb-4ef7-b51b-9a6fb26282d8 with Priority: HIGHEST for action port [ 973.338346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35560aa-31fb-4ef7-b51b-9a6fb26282d8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.338346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35560aa-31fb-4ef7-b51b-9a6fb26282d8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.338346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35560aa-31fb-4ef7-b51b-9a6fb26282d8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.338346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35560aa-31fb-4ef7-b51b-9a6fb26282d8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.338346] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35560aa-31fb-4ef7-b51b-9a6fb26282d8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.346226] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a48b4b91-6a81-4f83-9a48-90ad48444488 None None] Enqueued Resource ID: 7589b831-5450-41e1-80e7-2ced8f29efc2 with Priority: HIGHEST for action port [ 973.346916] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7589b831-5450-41e1-80e7-2ced8f29efc2 with Priority: HIGHEST for action port [ 973.347305] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-7589b831-5450-41e1-80e7-2ced8f29efc2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.347474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7589b831-5450-41e1-80e7-2ced8f29efc2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.347474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7589b831-5450-41e1-80e7-2ced8f29efc2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.348024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7589b831-5450-41e1-80e7-2ced8f29efc2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.348024] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7589b831-5450-41e1-80e7-2ced8f29efc2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.843318] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a35560aa-31fb-4ef7-b51b-9a6fb26282d8 [ 973.844546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.844546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.844546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844546] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a35560aa-31fb-4ef7-b51b-9a6fb26282d8 already deleted. [ 973.844546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35560aa-31fb-4ef7-b51b-9a6fb26282d8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.852735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7589b831-5450-41e1-80e7-2ced8f29efc2 [ 973.853024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.853194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.853401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.853676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.853773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.853875] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7589b831-5450-41e1-80e7-2ced8f29efc2 already deleted. [ 973.853957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7589b831-5450-41e1-80e7-2ced8f29efc2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.389894] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 974.390250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.663013] env[65753]: INFO networking_nsxv3.common.synchronization [None req-bf7c604b-7ed8-4b5b-9cc8-8a914d3712fc tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 974.663593] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 974.664029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.664156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.664211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664604] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664690] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.762142] env[65753]: INFO networking_nsxv3.common.synchronization [None req-2201f50e-cb7a-45f6-921f-6ade8743cc19 tempest-ServersV294TestFqdnHostnames-1844820586 tempest-ServersV294TestFqdnHostnames-1844820586-project-member] Enqueued Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_rules [ 974.763034] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_rules [ 974.763702] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.763849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.763919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.764204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.764291] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.886732] env[65753]: INFO networking_nsxv3.common.synchronization [None req-f7382450-b142-4dc3-abef-779520d712ca tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 974.887325] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 974.887650] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.887753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.992976] env[65753]: INFO networking_nsxv3.common.synchronization [None req-34bce9fd-936f-4cea-b234-4299a1f549ba tempest-ServersV294TestFqdnHostnames-1844820586 tempest-ServersV294TestFqdnHostnames-1844820586-project-member] Enqueued Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_rules [ 974.992976] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_rules [ 974.993437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.993563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185887] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.186288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.186288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.187136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.187136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.187136] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 already deleted. [ 975.187136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.187136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.187136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.187136] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.287980] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.287980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.287980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.287980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.287980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.287980] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e already deleted. [ 975.287980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.288657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.288657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.288657] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.713049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.713402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.713402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.713648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.713748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.713860] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 already deleted. [ 975.713965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.818481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.818656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.819028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.819191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.819568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.819568] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e already deleted. [ 975.819568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.074248] env[65753]: INFO networking_nsxv3.common.synchronization [None req-835dca21-956f-4704-b39f-99b07e90176c None None] Enqueued Resource ID: a8e37935-8644-412c-80f6-548e47a11ddb with Priority: HIGHEST for action port [ 976.075066] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e37935-8644-412c-80f6-548e47a11ddb with Priority: HIGHEST for action port [ 976.075780] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e37935-8644-412c-80f6-548e47a11ddb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.075780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e37935-8644-412c-80f6-548e47a11ddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.075780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e37935-8644-412c-80f6-548e47a11ddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.076028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e37935-8644-412c-80f6-548e47a11ddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.076028] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e37935-8644-412c-80f6-548e47a11ddb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.245778] env[65753]: INFO networking_nsxv3.common.synchronization [None req-93cbbd3b-4dd1-4d6e-8e1f-c2551fcd4896 None None] Enqueued Resource ID: f290db24-10a3-4516-a301-28ece1d944ad with Priority: HIGHEST for action port [ 976.246604] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f290db24-10a3-4516-a301-28ece1d944ad with Priority: HIGHEST for action port [ 976.247431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f290db24-10a3-4516-a301-28ece1d944ad taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.247431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f290db24-10a3-4516-a301-28ece1d944ad" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.247431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f290db24-10a3-4516-a301-28ece1d944ad" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.249042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f290db24-10a3-4516-a301-28ece1d944ad" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.249042] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f290db24-10a3-4516-a301-28ece1d944ad',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.580632] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8e37935-8644-412c-80f6-548e47a11ddb [ 976.580960] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.581318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.581423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.581723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.581865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.582030] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8e37935-8644-412c-80f6-548e47a11ddb already deleted. [ 976.582184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e37935-8644-412c-80f6-548e47a11ddb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.611548] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce8d87de-717b-4eab-bfd1-d356b148a243 req-def3f379-9e4b-4d42-a680-1039b005b020 tempest-ServersNegativeTestJSON-165210990 tempest-ServersNegativeTestJSON-165210990-project-member] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 976.611830] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 976.612178] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.612297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.612355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.612947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.613213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.613344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.613496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.613645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.613764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.613821] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.751855] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f290db24-10a3-4516-a301-28ece1d944ad [ 976.752215] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.752405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.752565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.752873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.753012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.753168] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f290db24-10a3-4516-a301-28ece1d944ad already deleted. [ 976.753289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f290db24-10a3-4516-a301-28ece1d944ad" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.091561] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.093048] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.093048] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.094134] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.094134] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.094134] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.094134] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.094134] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.094458] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.094458] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.118052] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.127179] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.127470] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.127618] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.128214] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.128426] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-91228388-8d10-417b-b79f-c45873d878e3 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.128621] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.128830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.129535] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.129535] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91228388-8d10-417b-b79f-c45873d878e3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.621980] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.632818] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.632960] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.633188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.633547] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.633669] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.633858] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 91228388-8d10-417b-b79f-c45873d878e3 not found, creating... [ 977.634509] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.634509] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.634509] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.634755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.634836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.635159] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.635437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.635437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.635720] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.635849] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.635996] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 91228388-8d10-417b-b79f-c45873d878e3 is going to be created. [ 977.681970] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.682180] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.682276] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.682570] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.682804] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.683063] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.854612] env[65753]: INFO networking_nsxv3.common.synchronization [None req-fe8ce052-1e77-4a92-9dfc-1f153cf0cbee None None] Enqueued Resource ID: 4a15731f-8c1a-45ec-bc4d-dab252340ea0 with Priority: HIGHEST for action port [ 977.855278] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a15731f-8c1a-45ec-bc4d-dab252340ea0 with Priority: HIGHEST for action port [ 977.855726] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a15731f-8c1a-45ec-bc4d-dab252340ea0 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a15731f-8c1a-45ec-bc4d-dab252340ea0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.855838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a15731f-8c1a-45ec-bc4d-dab252340ea0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.856102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a15731f-8c1a-45ec-bc4d-dab252340ea0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.856193] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a15731f-8c1a-45ec-bc4d-dab252340ea0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.127009] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.127186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.127266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.127496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.127591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.127695] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 978.162804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.162994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.163134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.163265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.163453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.174157] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 978.361226] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a15731f-8c1a-45ec-bc4d-dab252340ea0 [ 978.361683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.361851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.361923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.362325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.362424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.362548] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a15731f-8c1a-45ec-bc4d-dab252340ea0 already deleted. [ 978.362617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a15731f-8c1a-45ec-bc4d-dab252340ea0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.377972] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce8d87de-717b-4eab-bfd1-d356b148a243 req-009245d5-5407-4631-969a-a46ee42064a8 service nova] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_rules [ 978.378181] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce8d87de-717b-4eab-bfd1-d356b148a243 req-009245d5-5407-4631-969a-a46ee42064a8 service nova] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 978.378326] env[65753]: INFO networking_nsxv3.common.synchronization [req-ce8d87de-717b-4eab-bfd1-d356b148a243 req-009245d5-5407-4631-969a-a46ee42064a8 service nova] Enqueued Resource ID: 91228388-8d10-417b-b79f-c45873d878e3 with Priority: HIGHEST for action port [ 978.378821] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_rules [ 978.378953] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 978.379070] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91228388-8d10-417b-b79f-c45873d878e3 with Priority: HIGHEST for action port [ 978.379425] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.379574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.379648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.379858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.379941] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.381888] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.381888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.382110] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-91228388-8d10-417b-b79f-c45873d878e3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.382110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.382110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.382318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.382353] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91228388-8d10-417b-b79f-c45873d878e3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.885172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.885493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.885532] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91228388-8d10-417b-b79f-c45873d878e3 with status ACTIVE [ 978.885706] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.885836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.885877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.886082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.886172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.886342] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.886437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.886500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.886647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.886722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.886897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.886986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.887057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.887201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.887272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.887354] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91228388-8d10-417b-b79f-c45873d878e3 is going to be updated. [ 978.917270] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.917437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.917509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.917733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.917915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.918136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91228388-8d10-417b-b79f-c45873d878e3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.171389] env[65753]: INFO networking_nsxv3.common.synchronization [req-9180c1e8-4abc-47a0-9a94-e554b4d68f84 req-d5352854-1113-4343-b061-dd2c5609c9e6 tempest-ServerActionsV293TestJSON-1832507352 tempest-ServerActionsV293TestJSON-1832507352-project-member] Enqueued Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_members [ 979.172410] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_members [ 979.172749] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.172879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.172947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.173504] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.173651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.173996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174103] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.661149] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.661352] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-358" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.661463] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-358" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.661785] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-358" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.664102] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.664102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.664102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.664397] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.664397] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.664535] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.664651] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.664761] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.664868] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.664977] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.665095] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.665621] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.676596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.676767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.676861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.677065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.677164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.677362] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.677459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.677521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.677675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.677750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.677834] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b already deleted. [ 979.677912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686280] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.686515] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.686593] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.686777] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-358" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.687195] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-f7953062-77ac-411d-9809-b817fca06bbb taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.687379] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.687499] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.687822] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.687961] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7953062-77ac-411d-9809-b817fca06bbb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.185901] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 980.187067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.187067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.187067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.187250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.187385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.187571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.187753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.187826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.187921] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.190190] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.191027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.191027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.191027] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.191204] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.191470] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port f7953062-77ac-411d-9809-b817fca06bbb not found, creating... [ 980.192037] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.192287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.192287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.192575] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.193148] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.193315] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.193559] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: f7953062-77ac-411d-9809-b817fca06bbb is going to be created. [ 980.218688] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.218931] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.218995] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.219545] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.219802] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.220357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.690671] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.789567] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4b111b82-cbda-49f9-a04c-6fb63a9740f5 None None] Enqueued Resource ID: 88ea92e3-dff6-4049-b3c0-34cdb03fc66a with Priority: HIGHEST for action port [ 980.790706] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88ea92e3-dff6-4049-b3c0-34cdb03fc66a with Priority: HIGHEST for action port [ 980.790800] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-88ea92e3-dff6-4049-b3c0-34cdb03fc66a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.790929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88ea92e3-dff6-4049-b3c0-34cdb03fc66a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.791988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88ea92e3-dff6-4049-b3c0-34cdb03fc66a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.791988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88ea92e3-dff6-4049-b3c0-34cdb03fc66a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.791988] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88ea92e3-dff6-4049-b3c0-34cdb03fc66a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.992332] env[65753]: INFO networking_nsxv3.common.synchronization [req-9180c1e8-4abc-47a0-9a94-e554b4d68f84 req-2dcc1c33-70f2-490b-a621-fc9146ffa835 service nova] Enqueued Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_rules [ 980.992476] env[65753]: INFO networking_nsxv3.common.synchronization [req-9180c1e8-4abc-47a0-9a94-e554b4d68f84 req-2dcc1c33-70f2-490b-a621-fc9146ffa835 service nova] Enqueued Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_members [ 980.992585] env[65753]: INFO networking_nsxv3.common.synchronization [req-9180c1e8-4abc-47a0-9a94-e554b4d68f84 req-2dcc1c33-70f2-490b-a621-fc9146ffa835 service nova] Enqueued Resource ID: f7953062-77ac-411d-9809-b817fca06bbb with Priority: HIGHEST for action port [ 980.993153] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_rules [ 980.993463] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_members [ 980.993463] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7953062-77ac-411d-9809-b817fca06bbb with Priority: HIGHEST for action port [ 980.993740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.993883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.993925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.994180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.994451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.995226] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.995851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.995851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.995851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.995996] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.995996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.996091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.996240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.996321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.996472] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.997187] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7953062-77ac-411d-9809-b817fca06bbb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.997332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.997364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.997506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.997574] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7953062-77ac-411d-9809-b817fca06bbb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.193515] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.295252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88ea92e3-dff6-4049-b3c0-34cdb03fc66a [ 981.295252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.295252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.295252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.295252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.295252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.295252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88ea92e3-dff6-4049-b3c0-34cdb03fc66a already deleted. [ 981.295252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88ea92e3-dff6-4049-b3c0-34cdb03fc66a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.498964] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.499152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.499962] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.507020] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7953062-77ac-411d-9809-b817fca06bbb with status ACTIVE [ 981.507020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.507020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.507020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.507020] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7953062-77ac-411d-9809-b817fca06bbb is going to be updated. [ 981.531623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.531623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.531623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.531623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.531623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.531623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7953062-77ac-411d-9809-b817fca06bbb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.696468] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.696652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.696652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.696888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.696971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.697091] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 981.735574] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.735574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.735574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.735574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.735574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.747086] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 982.008133] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.511645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.512023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.512023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.512133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.512211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.512329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b is going to be created. [ 982.536756] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.536917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.536985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.537210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.537713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.549696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b in Status: UNINITIALIZED for 2s [ 983.761983] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 983.762425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.762425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.762574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.762770] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.762885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.762950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.763122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.763204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.763288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.763382] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.266292] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.266501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.266501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.266926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.267119] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.267231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.267477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.267566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.267653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.267803] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.267908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.268129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.268266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.268357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.268416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.268576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.268656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.268737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.268826] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.333950] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3e84ef0d-ebba-41d6-928e-07a7c4913dc9 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_rules [ 984.334736] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_rules [ 984.335342] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.335527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.335577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.335883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.335967] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.571104] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b in Status: SUCCESS [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.571104] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.571104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.571104] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.775182] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6019de5c-5ce3-4c17-9b5d-26eea8f11414: rpc.has_security_group_logging(os_id): False [ 984.795930] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.795930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.796080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.796300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.796424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.796688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.796824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.796910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.798653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.798653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.798653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.798653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.798653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.798653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.799630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.799972] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.800323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.800323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.800447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.800537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.800701] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 984.860584] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.860792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.861047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.861186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.861278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.861374] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6c996-05ad-43f7-9191-71059321929e already deleted. [ 984.861459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.878391] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.878586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.878705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.879133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.879133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.902319] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 985.071740] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.187360] env[65753]: INFO networking_nsxv3.common.synchronization [None req-a1dfe4a9-02de-4765-ba13-c17b6499cfaf tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_rules [ 985.188051] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_rules [ 985.188364] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.188491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.188560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.188763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.188849] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.574455] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42180cd5-e3d6-4a21-a9e7-d938adfa722b: rpc.has_security_group_logging(os_id): False [ 985.597614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.597812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.597882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.598258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.598258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.598500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.598635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.598714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.598874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.598951] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.599052] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b is going to be created. [ 985.672037] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.672037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.672037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.672037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.672037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.711602] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b in Status: IN_PROGRESS for 2s [ 985.726084] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.726084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.726084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.726084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.726263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.726263] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6c996-05ad-43f7-9191-71059321929e already deleted. [ 985.726701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.934861] env[65753]: INFO networking_nsxv3.common.synchronization [None req-d6233c2f-ff32-47a7-b4f2-3d2c3b07c619 None None] Enqueued Resource ID: e7a874d6-6e9c-41f6-acaa-e8394404fbe4 with Priority: HIGHEST for action port [ 985.934861] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a874d6-6e9c-41f6-acaa-e8394404fbe4 with Priority: HIGHEST for action port [ 985.937061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a874d6-6e9c-41f6-acaa-e8394404fbe4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.939231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a874d6-6e9c-41f6-acaa-e8394404fbe4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.939379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a874d6-6e9c-41f6-acaa-e8394404fbe4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.939678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a874d6-6e9c-41f6-acaa-e8394404fbe4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.939803] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a874d6-6e9c-41f6-acaa-e8394404fbe4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.443172] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7a874d6-6e9c-41f6-acaa-e8394404fbe4 [ 986.443172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.443459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.443459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443549] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7a874d6-6e9c-41f6-acaa-e8394404fbe4 already deleted. [ 986.443649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a874d6-6e9c-41f6-acaa-e8394404fbe4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.931570] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 986.931570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.730560] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b in Status: SUCCESS [ 987.730918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.010043] env[65753]: INFO networking_nsxv3.common.synchronization [None req-fc858b8d-8bdc-451e-a9e1-b1b19efdd1d5 None None] Enqueued Resource ID: d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156 with Priority: HIGHEST for action port [ 989.010845] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156 with Priority: HIGHEST for action port [ 989.011190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.011696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.011814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.012295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.012439] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.118658] env[65753]: INFO networking_nsxv3.common.synchronization [req-6f0f2cf7-dab4-4e1b-b83a-b4b7e04de41c req-b3770159-a5cd-4405-b553-4dc74feee961 tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 989.119374] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 989.119608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.119782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.119973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.120202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.120453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.120606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.120678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.120926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.120990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.121104] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.516466] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156 [ 989.516793] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.518021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.518021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.518021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.518021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.518021] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156 already deleted. [ 989.518021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5cdc04a-d0a6-4bac-88ea-ebf5c71a2156" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.625714] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.131112] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.635238] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.635238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.635238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.635458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.635543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.635641] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 990.672706] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.672882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.672927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.673147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.686682] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 991.902155] env[65753]: INFO networking_nsxv3.common.synchronization [req-1d861202-97f0-4bcd-91a1-f3df9ba4b377 req-5dd108a1-6cc4-4b68-9d96-5cf0e052ed81 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 991.902722] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 991.903054] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.903179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.903246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.903502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.903701] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.903810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.903872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.904070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.904157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.904248] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.311388] env[65753]: INFO networking_nsxv3.common.synchronization [req-50fc183c-2be2-459b-bcf8-f95af1c56653 req-e6621c78-d8b0-463c-94be-7ebfb33a360e tempest-ServersNegativeTestJSON-165210990 tempest-ServersNegativeTestJSON-165210990-project-member] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 992.311961] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 992.312286] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.312417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.312531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.312702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.312856] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.313157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.313157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.313157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.313285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.313340] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.407624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.407725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.407725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.407940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.408070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.408247] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.408357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.408474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.408557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.408630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.408758] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 992.439379] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.439379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.439586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.439635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.439771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.449408] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 992.583170] env[65753]: INFO networking_nsxv3.common.synchronization [req-bfe35c65-e427-46ef-97ce-9d3474b9c06a req-3ca59773-ebcd-4d56-ad2f-ab4606df8a4b tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 992.583170] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 992.583170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.583170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.583170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.583170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.583903] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.584290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.584566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.584843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.585037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.585224] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.704402] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 992.704402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.817468] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.020027] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.020347] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.020454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.020765] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.022933] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.023411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.023411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.023683] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.023964] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.024239] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.024364] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.024475] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.024619] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.024760] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.025738] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.025913] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.049809] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.050081] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.050232] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.050413] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.050774] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-2adc4687-14f6-4742-8afd-a86473befd61 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.050968] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.051104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.051429] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.051580] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adc4687-14f6-4742-8afd-a86473befd61',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.089055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.089055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.089055] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 already deleted. [ 993.089055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.321206] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.554919] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.555150] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.556898] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.558235] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.558412] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.558571] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 2adc4687-14f6-4742-8afd-a86473befd61 not found, creating... [ 993.558843] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.559010] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.559132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.559356] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.559492] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.559764] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.559915] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.561845] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.563336] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.563584] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563808] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 2adc4687-14f6-4742-8afd-a86473befd61 is going to be created. [ 993.586982] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.587256] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.587323] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.587592] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.587867] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.588104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.824126] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.824611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.824611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.825549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.825549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.825549] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 993.866914] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.867097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.867226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.867524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.867524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.877137] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 994.285219] env[65753]: INFO networking_nsxv3.common.synchronization [req-bfe35c65-e427-46ef-97ce-9d3474b9c06a req-d185c2f6-9768-4d57-8b3e-bfb5204ad42f service nova] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 994.285462] env[65753]: INFO networking_nsxv3.common.synchronization [req-bfe35c65-e427-46ef-97ce-9d3474b9c06a req-d185c2f6-9768-4d57-8b3e-bfb5204ad42f service nova] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 994.285538] env[65753]: INFO networking_nsxv3.common.synchronization [req-bfe35c65-e427-46ef-97ce-9d3474b9c06a req-d185c2f6-9768-4d57-8b3e-bfb5204ad42f service nova] Enqueued Resource ID: 2adc4687-14f6-4742-8afd-a86473befd61 with Priority: HIGHEST for action port [ 994.286057] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 994.286198] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 994.286347] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adc4687-14f6-4742-8afd-a86473befd61 with Priority: HIGHEST for action port [ 994.288552] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.288731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.288805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.289032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.289142] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.290060] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.290172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.290243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.290427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.290732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.290732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.290732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.290904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.290947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.291054] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.292235] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adc4687-14f6-4742-8afd-a86473befd61 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.292336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.292397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.292575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.292656] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adc4687-14f6-4742-8afd-a86473befd61',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.460705] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 994.460705] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 994.460705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.794821] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.798785] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.798939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.799613] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adc4687-14f6-4742-8afd-a86473befd61 with status ACTIVE [ 994.799613] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.799613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.799613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.799613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.799871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.799871] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.799991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.801397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.801634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.801738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.801942] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.802056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.802120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.802286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.802363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.802979] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adc4687-14f6-4742-8afd-a86473befd61 is going to be updated. [ 994.825688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.825862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.825953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.826184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.826376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.826580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.940917] env[65753]: INFO networking_nsxv3.common.synchronization [req-20693aa8-d03a-4988-adbe-ed42ea6bbe10 req-d6342fa3-9992-4bf2-82d8-d3845cf37307 tempest-ServersV294TestFqdnHostnames-1844820586 tempest-ServersV294TestFqdnHostnames-1844820586-project-member] Enqueued Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_members [ 994.941621] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_members [ 994.941829] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.942026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.942026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.942357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.942446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.942584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.942655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.942823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.942823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.943099] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.279724] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.279937] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.280071] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.280395] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.280656] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.280796] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.280906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.281138] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.281282] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.281483] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.281591] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.281694] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.281797] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.281901] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.282016] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.282140] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.304073] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.304073] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.304073] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.304556] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.304606] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-e953f008-edba-4efb-8764-649f24572836 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.304806] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.304926] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.305462] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.305462] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e953f008-edba-4efb-8764-649f24572836',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.306384] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.445142] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.445367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.445367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.445591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.445697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.445899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.446050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.446096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.446214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.446288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.446368] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e already deleted. [ 995.446458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.809087] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.809328] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.809463] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.809721] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.809878] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810533] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port e953f008-edba-4efb-8764-649f24572836 not found, creating... [ 995.811252] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.811252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.811252] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811424] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.811596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.811898] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.812079] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.812187] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.812398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.812528] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.812662] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: e953f008-edba-4efb-8764-649f24572836 is going to be created. [ 995.813982] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.814096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.814158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.814313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.814475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.814610] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be created. [ 995.843019] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.843291] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.844034] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.844034] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.844034] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.844378] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.851614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.851614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.851614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.851614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.851944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.863029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: UNINITIALIZED for 2s [ 995.887323] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 995.887491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.521408] env[65753]: INFO networking_nsxv3.common.synchronization [req-20693aa8-d03a-4988-adbe-ed42ea6bbe10 req-f397f08b-0db9-4b22-bbe2-9724640725d5 service nova] Enqueued Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_rules [ 996.521708] env[65753]: INFO networking_nsxv3.common.synchronization [req-20693aa8-d03a-4988-adbe-ed42ea6bbe10 req-f397f08b-0db9-4b22-bbe2-9724640725d5 service nova] Enqueued Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_members [ 996.523096] env[65753]: INFO networking_nsxv3.common.synchronization [req-20693aa8-d03a-4988-adbe-ed42ea6bbe10 req-f397f08b-0db9-4b22-bbe2-9724640725d5 service nova] Enqueued Resource ID: e953f008-edba-4efb-8764-649f24572836 with Priority: HIGHEST for action port [ 996.523096] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_rules [ 996.525653] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_members [ 996.525653] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e953f008-edba-4efb-8764-649f24572836 with Priority: HIGHEST for action port [ 996.526505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.526505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.526505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.526505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.526505] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.527967] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.528074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.528181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.528363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.528512] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.528601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.528656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.528823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.528921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.529020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.529844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e953f008-edba-4efb-8764-649f24572836 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.529925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.529966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.530107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.530177] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e953f008-edba-4efb-8764-649f24572836',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.032187] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.032424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.035987] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.035987] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e953f008-edba-4efb-8764-649f24572836 with status ACTIVE [ 997.035987] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.035987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.035987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.035987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.036396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.036460] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.036563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.036628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.041029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.041029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.041029] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.041029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.041029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.041029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.041029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.041029] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e953f008-edba-4efb-8764-649f24572836 is going to be updated. [ 997.064216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.064354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.064425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.064633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.064770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.064927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e953f008-edba-4efb-8764-649f24572836" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.066029] env[65753]: INFO networking_nsxv3.common.synchronization [req-91b11488-6d71-493b-ac2d-328b93525424 req-b463bd78-0cb9-448d-a77f-dd8b3d4b02a7 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_members [ 997.066885] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_members [ 997.066885] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.067049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.067049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.067248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.067555] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.067555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.067555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.067741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.067781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.068053] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.468691] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.472345] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.472646] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.473474] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.473906] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.474311] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.474543] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.475086] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.475350] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.476115] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.476337] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.476549] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.476777] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.476993] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.477212] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.477468] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.498793] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.498793] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.498793] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.498793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.499037] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-e91b61d1-ee47-49e8-a302-26b7b0725dff taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.499037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.499223] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.499444] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.499588] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91b61d1-ee47-49e8-a302-26b7b0725dff',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.541543] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.570237] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.570419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.570493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.570695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.570778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.570970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.571080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.571137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.571289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.571367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.571439] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6c996-05ad-43f7-9191-71059321929e already deleted. [ 997.571559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.874230] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: SUCCESS [ 997.874488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.874655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.874891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.875095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.875217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.875283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.875429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.875530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.875590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.875682] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.001716] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.001898] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.002046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.002331] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.002483] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.002635] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port e91b61d1-ee47-49e8-a302-26b7b0725dff not found, creating... [ 998.002892] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.003058] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.003174] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.003393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.003575] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.003833] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.003987] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.004205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.004318] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.004448] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.004607] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: e91b61d1-ee47-49e8-a302-26b7b0725dff is going to be created. [ 998.025456] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.025750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.025834] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.026144] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.026383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.026610] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.043955] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.044122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.044192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.044502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.044592] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e is going to be created. [ 998.069289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.069289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.069289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.069557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.069557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.080163] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e in Status: UNINITIALIZED for 2s [ 998.377718] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.738605] env[65753]: INFO networking_nsxv3.common.synchronization [req-91b11488-6d71-493b-ac2d-328b93525424 req-0f4566cc-c8d3-4079-9114-46f2b02915d2 service nova] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_rules [ 998.739323] env[65753]: INFO networking_nsxv3.common.synchronization [req-91b11488-6d71-493b-ac2d-328b93525424 req-0f4566cc-c8d3-4079-9114-46f2b02915d2 service nova] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_members [ 998.739323] env[65753]: INFO networking_nsxv3.common.synchronization [req-91b11488-6d71-493b-ac2d-328b93525424 req-0f4566cc-c8d3-4079-9114-46f2b02915d2 service nova] Enqueued Resource ID: e91b61d1-ee47-49e8-a302-26b7b0725dff with Priority: HIGHEST for action port [ 998.742026] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_rules [ 998.742026] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_members [ 998.742026] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91b61d1-ee47-49e8-a302-26b7b0725dff with Priority: HIGHEST for action port [ 998.742026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.742026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.742026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.742026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.742026] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.742026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.742026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.742698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.742698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.742698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.743231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.743326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.743554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.743742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.743802] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.745500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91b61d1-ee47-49e8-a302-26b7b0725dff taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.746866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.747362] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91b61d1-ee47-49e8-a302-26b7b0725dff',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.883193] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c682ab5-b197-4b78-90fc-9fa340868fe8: rpc.has_security_group_logging(os_id): False [ 998.902363] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.902952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.902952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.902952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.902952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.903352] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.904234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.904234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.904234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.904234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.904234] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be created. [ 998.978407] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.978407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.978407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.978407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.978605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.994291] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: IN_PROGRESS for 2s [ 999.247072] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.249608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.249699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.252256] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e91b61d1-ee47-49e8-a302-26b7b0725dff with status ACTIVE [ 999.252351] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.252437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.252477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.252775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.252775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.252956] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.253207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.253207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.253296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.253394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.253773] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.253773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.253901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.253933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.254028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.254094] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e91b61d1-ee47-49e8-a302-26b7b0725dff is going to be updated. [ 999.277818] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.277967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.278051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.278280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.278420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.278575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91b61d1-ee47-49e8-a302-26b7b0725dff" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.316818] env[65753]: INFO networking_nsxv3.common.synchronization [req-11b61159-7e40-4b90-b39f-a3e1b83e1f3a req-09e1ccde-3dd5-4619-a14f-3d80c644817d tempest-ServerMetadataNegativeTestJSON-665928713 tempest-ServerMetadataNegativeTestJSON-665928713-project-member] Enqueued Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_members [ 999.317477] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_members [ 999.318013] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.318013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.318013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.318260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.318431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.318585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.318585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.318737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.318808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.318906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.570569] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3c531896-4310-4546-ba2d-5d0a7b266f15 None None] Enqueued Resource ID: f234842b-be60-40d1-8cd0-d74d232bf168 with Priority: HIGHEST for action port [ 999.570569] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f234842b-be60-40d1-8cd0-d74d232bf168 with Priority: HIGHEST for action port [ 999.570569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f234842b-be60-40d1-8cd0-d74d232bf168 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.570569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f234842b-be60-40d1-8cd0-d74d232bf168" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.570721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f234842b-be60-40d1-8cd0-d74d232bf168" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.571029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f234842b-be60-40d1-8cd0-d74d232bf168" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.571029] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f234842b-be60-40d1-8cd0-d74d232bf168',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.689030] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.689222] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-17" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.689544] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-17" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.690120] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-17" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.691023] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.691023] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.691023] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.691023] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.691341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.691416] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.692103] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.692103] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.692103] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.692103] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.692103] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.692103] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.714876] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.715023] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.715160] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.715340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-17" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.715656] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-246d47d4-7e93-44b1-8daa-1bab668be0e5 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.715824] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.715942] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.716294] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.716612] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246d47d4-7e93-44b1-8daa-1bab668be0e5',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.750139] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.821922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.822208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.822365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.822725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.822857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.823134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.823302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.823683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.823794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.823888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 already deleted. [ 999.823982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.074662] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f234842b-be60-40d1-8cd0-d74d232bf168 [ 1000.074949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.075170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.075518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.075518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.075638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.075723] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f234842b-be60-40d1-8cd0-d74d232bf168 already deleted. [ 1000.075789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f234842b-be60-40d1-8cd0-d74d232bf168" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.094948] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e in Status: SUCCESS [ 1000.095359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.095473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.095965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096060] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.096199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.096333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.096501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096938] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.220435] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.220762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.220849] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.221324] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.221472] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.221668] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 246d47d4-7e93-44b1-8daa-1bab668be0e5 not found, creating... [ 1000.221971] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.222191] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.222335] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.222748] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.222886] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.223270] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.223728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.223728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.224010] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.224188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.224343] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 246d47d4-7e93-44b1-8daa-1bab668be0e5 is going to be created. [ 1000.247508] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.247707] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.248058] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.248156] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.248350] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.248591] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.252268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.252482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.252527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.253075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.253075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.253075] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6c996-05ad-43f7-9191-71059321929e is going to be created. [ 1000.290350] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.290574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.290574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.290790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.290954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.327237] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: UNINITIALIZED for 2s [ 1000.600050] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.014829] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: SUCCESS [ 1001.014829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.056641] env[65753]: INFO networking_nsxv3.common.synchronization [req-11b61159-7e40-4b90-b39f-a3e1b83e1f3a req-f1512e65-eef2-4d87-bdfb-88118d37af1b service nova] Enqueued Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_rules [ 1001.057428] env[65753]: INFO networking_nsxv3.common.synchronization [req-11b61159-7e40-4b90-b39f-a3e1b83e1f3a req-f1512e65-eef2-4d87-bdfb-88118d37af1b service nova] Enqueued Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_members [ 1001.057428] env[65753]: INFO networking_nsxv3.common.synchronization [req-11b61159-7e40-4b90-b39f-a3e1b83e1f3a req-f1512e65-eef2-4d87-bdfb-88118d37af1b service nova] Enqueued Resource ID: 246d47d4-7e93-44b1-8daa-1bab668be0e5 with Priority: HIGHEST for action port [ 1001.058421] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_rules [ 1001.058421] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_members [ 1001.058728] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246d47d4-7e93-44b1-8daa-1bab668be0e5 with Priority: HIGHEST for action port [ 1001.058946] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.059085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.059175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.059440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.059488] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.060534] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.060665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.060665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.061250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.061250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.061250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.061250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.061250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.061514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.061514] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.062922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-246d47d4-7e93-44b1-8daa-1bab668be0e5 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.062922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.062922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.062922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.063253] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246d47d4-7e93-44b1-8daa-1bab668be0e5',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.101861] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e: rpc.has_security_group_logging(os_id): False [ 1001.123889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.123889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.123889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.124099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.124153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.124442] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.124592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.124732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.124927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.125623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.125623] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e is going to be created. [ 1001.205021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.205192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.205250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.205430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.205605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.217807] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e in Status: IN_PROGRESS for 2s [ 1001.564851] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.565628] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.565768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.565896] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 246d47d4-7e93-44b1-8daa-1bab668be0e5 with status ACTIVE [ 1001.566067] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.566195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.566251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.566916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.566916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.566916] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.566916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.566916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.567452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.567452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.567452] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.567452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.567452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.567628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.567628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.567628] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 246d47d4-7e93-44b1-8daa-1bab668be0e5 is going to be updated. [ 1001.591681] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.591681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.591681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.591681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.591681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.592081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246d47d4-7e93-44b1-8daa-1bab668be0e5" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.023894] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3eb5c9a7-2829-4c56-b196-f5f1223d55ef None None] Enqueued Resource ID: 7c8f90a7-0855-44ff-93b9-1b3caff9730b with Priority: HIGHEST for action port [ 1002.023894] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8f90a7-0855-44ff-93b9-1b3caff9730b with Priority: HIGHEST for action port [ 1002.024456] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8f90a7-0855-44ff-93b9-1b3caff9730b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.025343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8f90a7-0855-44ff-93b9-1b3caff9730b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.025439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8f90a7-0855-44ff-93b9-1b3caff9730b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.025751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8f90a7-0855-44ff-93b9-1b3caff9730b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.025822] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8f90a7-0855-44ff-93b9-1b3caff9730b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.069895] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.337614] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: SUCCESS [ 1002.337856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.338055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339131] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.528204] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c8f90a7-0855-44ff-93b9-1b3caff9730b [ 1002.528450] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.528592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.528661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.528883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.528973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.529083] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c8f90a7-0855-44ff-93b9-1b3caff9730b already deleted. [ 1002.529165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8f90a7-0855-44ff-93b9-1b3caff9730b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.572713] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.572957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.572957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.573176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.573253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.573353] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 is going to be created. [ 1002.599738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.599956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.600068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.600468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.600781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.613864] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 in Status: UNINITIALIZED for 2s [ 1002.841765] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.232165] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e in Status: SUCCESS [ 1003.232413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.344367] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ba6c996-05ad-43f7-9191-71059321929e: rpc.has_security_group_logging(os_id): False [ 1003.368104] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.368104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.368104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.368104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.368104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.368541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.368541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.368541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.368687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.368785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.368826] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6c996-05ad-43f7-9191-71059321929e is going to be created. [ 1003.439075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.439397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.439397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.439523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.439701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.451958] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: IN_PROGRESS for 2s [ 1003.618032] env[65753]: INFO networking_nsxv3.common.synchronization [req-54a147d5-5386-4824-a1fc-4e4f380e5bab req-c452a91f-eb8d-4d9d-aedd-e2e4117c2b20 tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1003.618032] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1003.618249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.618371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.618454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.618827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.618827] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.619031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.619031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.620279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.620279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.620279] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.125200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.125200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.125200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.125200] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 1004.153811] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.153961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.154055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.154270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.154468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.164992] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 1004.624061] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 in Status: SUCCESS [ 1004.624397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.624508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.624717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.624909] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.625043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.625107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.625257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.625355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.625445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.625535] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.128333] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.128491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.128565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.128782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.128944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.129056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.129200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.129256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.131041] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.131041] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.131041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.131041] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.466268] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: SUCCESS [ 1005.466268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.635047] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00330259-95a1-44b1-a8b6-aed314ef34a4: rpc.has_security_group_logging(os_id): False [ 1005.654497] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.654712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.654785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.655114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.655233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.655486] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.655625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.655702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.655900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.655983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.656239] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.656390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.656457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.656635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.656731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.656934] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.657047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.657110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.657282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.657409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.657515] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 is going to be created. [ 1005.722612] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.722829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.722829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.723116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.723298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.737185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 in Status: IN_PROGRESS for 2s [ 1006.176105] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 1006.176307] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 1006.176418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.691210] env[65753]: INFO networking_nsxv3.common.synchronization [req-5dbf84bf-ea99-4f45-b0b0-d5f7ce906228 req-65904942-eafa-4d89-9ceb-3a47fbaf31ed tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1006.691864] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1006.693024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.693152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.693225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.694016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.694016] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.694016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.694016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.694446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.694446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.694446] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.200551] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.200793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.200874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.201196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.201345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.201617] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.201744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.201860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.202090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.202218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.202356] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 1007.233550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.233808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.233808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.234012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.234200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.244793] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 1007.755488] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 in Status: SUCCESS [ 1007.755839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.221993] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.221993] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.256538] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 1009.256997] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 1009.257064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.052689] env[65753]: INFO networking_nsxv3.common.synchronization [req-d7a50a99-1569-4524-97f4-983fdaf87c39 req-fc3c8005-56ca-4208-8c20-ee68e3f6f41e tempest-InstanceActionsTestJSON-333792801 tempest-InstanceActionsTestJSON-333792801-project-member] Enqueued Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_members [ 1010.055846] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_members [ 1010.056752] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.057464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.057579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.057945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.058187] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.058344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.058436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.064747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.064747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.064747] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.455810] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.456225] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-713" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.456504] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-713" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.457018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-713" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.457470] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.457711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.457887] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.458214] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.458858] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.458858] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.458858] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.459039] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.459157] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.459776] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.459776] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.459776] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.485397] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.485611] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.485754] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.485955] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-713" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.486291] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-a6572553-5e5a-4fb9-9384-1cfcd168710b taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.486476] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.486600] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.486945] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.487148] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6572553-5e5a-4fb9-9384-1cfcd168710b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.567581] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.567721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.567766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.568044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.568098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.568915] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.568915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.568915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.568915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.568915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.568915] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 already deleted. [ 1010.570236] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.989438] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.989715] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989833] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.990136] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.990284] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.990482] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port a6572553-5e5a-4fb9-9384-1cfcd168710b not found, creating... [ 1010.990756] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.990937] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.991068] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.991292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.991427] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.991759] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.991931] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.992063] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.992270] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.992402] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.992542] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: a6572553-5e5a-4fb9-9384-1cfcd168710b is going to be created. [ 1011.012177] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.012408] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.012540] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.012807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.013046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.013268] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.702580] env[65753]: INFO networking_nsxv3.common.synchronization [req-d7a50a99-1569-4524-97f4-983fdaf87c39 req-b664977a-8d7b-4326-8f21-7986002dad35 service nova] Enqueued Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_rules [ 1011.702580] env[65753]: INFO networking_nsxv3.common.synchronization [req-d7a50a99-1569-4524-97f4-983fdaf87c39 req-b664977a-8d7b-4326-8f21-7986002dad35 service nova] Enqueued Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_members [ 1011.702580] env[65753]: INFO networking_nsxv3.common.synchronization [req-d7a50a99-1569-4524-97f4-983fdaf87c39 req-b664977a-8d7b-4326-8f21-7986002dad35 service nova] Enqueued Resource ID: a6572553-5e5a-4fb9-9384-1cfcd168710b with Priority: HIGHEST for action port [ 1011.702929] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_rules [ 1011.703185] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_members [ 1011.703417] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6572553-5e5a-4fb9-9384-1cfcd168710b with Priority: HIGHEST for action port [ 1011.704493] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.705504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.705504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.705504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.705504] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.706366] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.706488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.706548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.706712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.707086] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.707086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.707086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.708514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.708514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.708514] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.710037] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6572553-5e5a-4fb9-9384-1cfcd168710b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.710037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.710037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.710037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.710037] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6572553-5e5a-4fb9-9384-1cfcd168710b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.211580] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.211849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.212279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6572553-5e5a-4fb9-9384-1cfcd168710b with status ACTIVE [ 1012.212577] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.212748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.212859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.213199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.213342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.213918] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.213918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.213918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.214109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.214233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.214510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.214669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.214770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.215041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.215128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.215259] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6572553-5e5a-4fb9-9384-1cfcd168710b is going to be updated. [ 1012.216545] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.262198] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.262198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.262198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.262481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.262481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.262676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6572553-5e5a-4fb9-9384-1cfcd168710b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.554601] env[65753]: INFO networking_nsxv3.common.synchronization [req-0297a917-4cd0-4e6d-996b-8c1c77f82998 req-e5d47d61-5348-49ab-8440-f992c74d423e tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1012.555688] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1012.556054] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.556217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.556309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.556536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.556743] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.556874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.556954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.557199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.557279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.557379] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.721353] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.900993] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.901224] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.901349] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.901657] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.901902] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.902073] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.902197] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.902421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.902568] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.903719] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.903719] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.903719] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.903719] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.903719] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.903719] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.903719] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.934734] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.934932] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.935213] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.935403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-382" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.935782] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-295a6d0b-82a8-470a-8be9-077f59f98374 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.936031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.936231] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.936620] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.936831] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('295a6d0b-82a8-470a-8be9-077f59f98374',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.059864] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.060072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.060148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.060362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.060450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.060656] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.060755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.060809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.060956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.061040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.061129] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 1013.091062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.091322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.091322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.091544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.091710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.102144] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 1013.225085] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.225312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.225371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.225565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.225652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.225749] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 is going to be created. [ 1013.254842] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.255074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.255174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.255363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.255556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.284847] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 in Status: UNINITIALIZED for 2s [ 1013.310654] env[65753]: INFO networking_nsxv3.common.synchronization [req-234883a2-e022-4f43-901c-e3989c86749f req-9c847a78-a3fb-4688-a8ea-7060297ec3d2 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_members [ 1013.311324] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 with Priority: HIGHEST for action security_group_members [ 1013.311499] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.311605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.311666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.311875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.312046] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.312174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.312215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.312354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.312459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.312520] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0879d0e-5c85-4060-b0c4-01d86d8fedc9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.439375] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.439694] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.439852] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.440286] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.440454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.440688] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 295a6d0b-82a8-470a-8be9-077f59f98374 not found, creating... [ 1013.442129] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.442129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.442129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.442129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.442129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.442352] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.442408] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.442524] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.442711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.442842] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.442981] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 295a6d0b-82a8-470a-8be9-077f59f98374 is going to be created. [ 1013.472715] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.472978] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.473118] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.473437] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.473775] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.474018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.815317] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.815962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.816129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.816380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.816475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.816731] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.816852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.816893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.817056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.817190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.818528] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 is going to be updated. [ 1013.849413] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.849612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.849612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.849912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.849993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.859749] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 in Status: IN_PROGRESS for 2s [ 1014.208662] env[65753]: INFO networking_nsxv3.common.synchronization [req-0297a917-4cd0-4e6d-996b-8c1c77f82998 req-99b391f3-4d07-4274-8b95-5418e6d7d7c6 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 1014.208722] env[65753]: INFO networking_nsxv3.common.synchronization [req-0297a917-4cd0-4e6d-996b-8c1c77f82998 req-99b391f3-4d07-4274-8b95-5418e6d7d7c6 service nova] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1014.208855] env[65753]: INFO networking_nsxv3.common.synchronization [req-0297a917-4cd0-4e6d-996b-8c1c77f82998 req-99b391f3-4d07-4274-8b95-5418e6d7d7c6 service nova] Enqueued Resource ID: 295a6d0b-82a8-470a-8be9-077f59f98374 with Priority: HIGHEST for action port [ 1014.209454] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_rules [ 1014.209581] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1014.209675] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295a6d0b-82a8-470a-8be9-077f59f98374 with Priority: HIGHEST for action port [ 1014.209951] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.210083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.210150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.210399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.210436] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.212047] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.215020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.215020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-295a6d0b-82a8-470a-8be9-077f59f98374 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.215020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.215020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.215020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.215020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('295a6d0b-82a8-470a-8be9-077f59f98374',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.264233] env[65753]: INFO networking_nsxv3.common.synchronization [req-e97d06d8-640c-40f6-8b13-4688d1f79a5d req-c31a9598-0b6d-4179-b3da-4b06f299806d tempest-ServerMetadataNegativeTestJSON-665928713 tempest-ServerMetadataNegativeTestJSON-665928713-project-member] Enqueued Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_members [ 1014.264816] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 with Priority: HIGHEST for action security_group_members [ 1014.265948] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-00330259-95a1-44b1-a8b6-aed314ef34a4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.265948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.266192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.266266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.266368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.266433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.266590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.266677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.267014] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00330259-95a1-44b1-a8b6-aed314ef34a4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.714666] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.714861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.715017] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 295a6d0b-82a8-470a-8be9-077f59f98374 with status ACTIVE [ 1014.715192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.715301] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.715366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.715577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.715663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.715919] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.716084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.716169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.716409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.716597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.716800] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.716943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.717030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.717208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.717326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.717383] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 295a6d0b-82a8-470a-8be9-077f59f98374 is going to be updated. [ 1014.747464] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.747643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.747686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.747889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.748036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.748210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-295a6d0b-82a8-470a-8be9-077f59f98374" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.772108] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.772108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.772108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.773461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.773461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.773461] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.773461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.773461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.774064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.774478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.774784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 is going to be updated. [ 1014.852986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.853330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.853330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.853467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.853601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 in Status: IN_PROGRESS for 2s [ 1015.112771] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 1015.112958] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 1015.113088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.113255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.113502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.113747] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.113874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.113932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.114100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.114172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.114269] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.306254] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 in Status: SUCCESS [ 1015.306473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.306649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.307016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.307262] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.307389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.307456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.307695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.307753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.307827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.307921] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.616402] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.810993] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.811248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.811405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.811627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.811908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.812039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.812091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.812387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.813060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.813060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.813060] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.813060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.813060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.813371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.813371] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.813505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.813547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.813814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.813940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.814120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.814223] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.870366] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 in Status: SUCCESS [ 1015.870768] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0879d0e-5c85-4060-b0c4-01d86d8fedc9 deletion is rescheduled due to dependency. [ 1015.870768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0879d0e-5c85-4060-b0c4-01d86d8fedc9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.118959] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.316649] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10f32291-b4fc-4349-9a4b-3376ae11f347: rpc.has_security_group_logging(os_id): False [ 1016.342027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.342027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.342027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.342027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.343135] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.343135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.343135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.343135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.343135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.343135] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 is going to be created. [ 1016.408907] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.409164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.409248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.409474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.409694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.422434] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 in Status: IN_PROGRESS for 2s [ 1016.622301] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.622496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.622597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.622867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.622984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.623127] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 1016.652663] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.652850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.652923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.653209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.653376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.662828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 1016.896544] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 in Status: SUCCESS [ 1016.896544] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00330259-95a1-44b1-a8b6-aed314ef34a4 deletion is rescheduled due to dependency. [ 1016.896544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00330259-95a1-44b1-a8b6-aed314ef34a4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.080708] env[65753]: INFO networking_nsxv3.common.synchronization [req-408d026c-2cfc-414d-90de-5f1cbfc092a3 req-dcbc7f68-772a-49e5-8f73-76c8d7a7c1d6 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1017.081291] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1017.081645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.081790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.081904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.082099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.082264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.082364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.082428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.082580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.082679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.082776] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.491292] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.491292] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.491292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.491292] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.491292] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.491292] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.491292] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.491826] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.491826] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.491826] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.512471] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.512687] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.512940] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.513191] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-144" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.513551] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.513832] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.513991] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.514374] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.514522] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1651f5-5511-4231-b401-c0eb4cb9f9eb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.584823] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.585065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.585149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.585394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.585491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.585757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.585905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.586052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.586229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.586309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.586400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 1017.620483] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.620719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.620836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.621190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.621404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.632186] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 1018.018235] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.018726] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.018726] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.018873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.019037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.019196] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 4f1651f5-5511-4231-b401-c0eb4cb9f9eb not found, creating... [ 1018.019465] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.019625] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.019728] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.019957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.020109] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.020393] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.020552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.020668] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.020875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.021017] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.021222] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 4f1651f5-5511-4231-b401-c0eb4cb9f9eb is going to be created. [ 1018.046903] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.047235] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.047401] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.047776] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.048102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.048400] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.436606] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 in Status: SUCCESS [ 1018.436871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.674524] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 1018.674524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.674524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.674524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.675218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.675218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.675218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.675218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.675218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.675218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.675554] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.812842] env[65753]: INFO networking_nsxv3.common.synchronization [req-408d026c-2cfc-414d-90de-5f1cbfc092a3 req-56aaaa56-5234-41c0-97c5-6cff437698bc service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 1018.812842] env[65753]: INFO networking_nsxv3.common.synchronization [req-408d026c-2cfc-414d-90de-5f1cbfc092a3 req-56aaaa56-5234-41c0-97c5-6cff437698bc service nova] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1018.812842] env[65753]: INFO networking_nsxv3.common.synchronization [req-408d026c-2cfc-414d-90de-5f1cbfc092a3 req-56aaaa56-5234-41c0-97c5-6cff437698bc service nova] Enqueued Resource ID: 4f1651f5-5511-4231-b401-c0eb4cb9f9eb with Priority: HIGHEST for action port [ 1018.813514] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_rules [ 1018.813704] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1018.813812] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1651f5-5511-4231-b401-c0eb4cb9f9eb with Priority: HIGHEST for action port [ 1018.814353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.814754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.814754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.815014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.815105] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.816081] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.816181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.816420] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.816556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.816641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.816775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.816854] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1651f5-5511-4231-b401-c0eb4cb9f9eb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.178286] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.178664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.178664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.178815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.179088] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.179194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.179263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.179649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.179649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.179649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.179929] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.180014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.180070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.180186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.180326] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.180416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.180470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.180612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.180679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.180759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.180844] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.320229] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1651f5-5511-4231-b401-c0eb4cb9f9eb with status ACTIVE [ 1019.320540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.320755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.320872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.321226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.321418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.321997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.322127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.322289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.322494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.322636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.322905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.323111] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.323233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.323457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.323622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.323746] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1651f5-5511-4231-b401-c0eb4cb9f9eb is going to be updated. [ 1019.326552] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.326717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.355037] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.355037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.355037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.355037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.355379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.355379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1651f5-5511-4231-b401-c0eb4cb9f9eb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.645547] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 1019.645755] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 1019.645895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.646251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.646533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.646919] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.647083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.647208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.647416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.647542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.647685] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.682754] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cac678c-ad93-4e2c-8fd6-70b7135d141e: rpc.has_security_group_logging(os_id): False [ 1019.703940] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.703940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.704117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.704237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.704326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.704557] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.704659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.704721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.704912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.704993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.705198] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.705293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.705442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.705491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.706746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.706746] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.706746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.706746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.706746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.706746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.706746] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 1019.783595] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.783846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.783935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.784275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.784504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.801583] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 1020.151179] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.335939] env[65753]: INFO networking_nsxv3.common.synchronization [req-ed075291-300a-45dc-bc89-497d81db7a35 req-092d7f66-7ee5-4b36-a4d5-9566b55d3696 tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_members [ 1020.336649] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGHEST for action security_group_members [ 1020.337713] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.337713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.337713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.337713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.337713] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.337713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.337713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.338122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.338122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338122] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.653707] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.801447] env[65753]: INFO networking_nsxv3.common.synchronization [req-c806cecb-f369-4d4c-8a9d-ae386863c579 req-b43b1df9-97c8-41a8-8d48-fffda48ea439 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_members [ 1020.803349] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca47f72-39c3-4307-84e1-96578085abaa with Priority: HIGHEST for action security_group_members [ 1020.803730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca47f72-39c3-4307-84e1-96578085abaa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.803844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.803930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.804131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.804285] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.804425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.804425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.804724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.804724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.804804] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca47f72-39c3-4307-84e1-96578085abaa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.841382] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.841382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.841382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.841382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.871221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.871880] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.871880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.871880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.872373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.872373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.872373] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d is going to be updated. [ 1020.914188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.914534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.914534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.914749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.914912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.926394] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: IN_PROGRESS for 2s [ 1021.157400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.157400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.157400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.157400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.157400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.157673] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 1021.194201] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.194494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.194494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.194807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.194985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.210232] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 1021.312337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.312337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.312337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.312337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.336699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.337064] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.337165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.337232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.337436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.337521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.337633] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa is going to be updated. [ 1021.377812] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.395358] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca47f72-39c3-4307-84e1-96578085abaa in Status: IN_PROGRESS for 2s [ 1021.822380] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 1021.822619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.060074] env[65753]: INFO networking_nsxv3.common.synchronization [req-845c8ac8-80b8-4a0a-a9df-edde2e0a8bbc req-300593e5-eeb9-469e-8e92-3028016ed635 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1022.060929] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1022.061395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.061581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.061686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.061956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.062192] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.062344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.062428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.062613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.062739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.062856] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.533919] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.533919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.533919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.534296] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.534956] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.534956] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.534956] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.534956] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.535281] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.535464] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.535579] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.535687] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.535796] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.535905] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.536028] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.536156] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.557400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.557532] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.558341] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.558341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.558341] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.558341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.558608] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.559491] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.559491] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4288a41e-2eac-4d34-9eb1-c0e6a398cbe1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.567580] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.567580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.567580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.567580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.567580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.567833] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.567886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.567920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.571036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.571036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.571036] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1022.599411] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.599411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.599411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.599411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.599411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.607795] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1022.938396] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d in Status: SUCCESS [ 1022.938602] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d deletion is rescheduled due to dependency. [ 1022.938722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.062085] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.062340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.062470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.062743] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.062896] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.063069] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 not found, creating... [ 1023.063344] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.063508] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.063623] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.063903] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.064060] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.064353] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064513] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064632] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064880] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.065031] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.065173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 is going to be created. [ 1023.086735] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.086952] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.087081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.087363] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.087591] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.087819] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.222553] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 1023.222553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.222737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.222958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.223170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.223305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.223363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.223518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.223598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.223711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.223819] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.405502] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca47f72-39c3-4307-84e1-96578085abaa in Status: SUCCESS [ 1023.405755] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca47f72-39c3-4307-84e1-96578085abaa deletion is rescheduled due to dependency. [ 1023.405912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca47f72-39c3-4307-84e1-96578085abaa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.726972] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.727548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.727548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.727548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.727764] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.727972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.727972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.728145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.728202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.728279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.728428] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.728552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.728623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.728801] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.729012] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.729139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.729262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.729367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.729468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.729564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.729675] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.893538] env[65753]: INFO networking_nsxv3.common.synchronization [req-845c8ac8-80b8-4a0a-a9df-edde2e0a8bbc req-0b69a665-7655-4480-88d6-ce41d2da788e service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1023.893778] env[65753]: INFO networking_nsxv3.common.synchronization [req-845c8ac8-80b8-4a0a-a9df-edde2e0a8bbc req-0b69a665-7655-4480-88d6-ce41d2da788e service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1023.893921] env[65753]: INFO networking_nsxv3.common.synchronization [req-845c8ac8-80b8-4a0a-a9df-edde2e0a8bbc req-0b69a665-7655-4480-88d6-ce41d2da788e service nova] Enqueued Resource ID: 4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 with Priority: HIGHEST for action port [ 1023.894758] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1023.894979] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1023.895103] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 with Priority: HIGHEST for action port [ 1023.898447] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.898627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.898782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.899107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.899216] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.901793] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.901793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.902329] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.902522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.902563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.902863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.903053] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4288a41e-2eac-4d34-9eb1-c0e6a398cbe1',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.233086] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c176b6dd-ab63-4dc9-af25-548a61948029: rpc.has_security_group_logging(os_id): False [ 1024.252548] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.252823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.252891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.253079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.253177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.253399] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.253581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.253635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.254022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.254022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.254190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.254480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.254555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.254823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.255100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.257520] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.257520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.257520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.257520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.257520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.257520] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 1024.329533] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.329680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.329680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.329903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.330020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.345775] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 1024.405437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.405956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.409439] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 with status ACTIVE [ 1024.409739] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.409902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.409970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.410263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.410355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.410531] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.410629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.410701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.410874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.410971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.411219] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.411339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.411398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.411873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.411873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.412028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4288a41e-2eac-4d34-9eb1-c0e6a398cbe1 is going to be updated. [ 1024.446431] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.446431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.446647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.446699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.447192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.447192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4288a41e-2eac-4d34-9eb1-c0e6a398cbe1" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.623693] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1024.623911] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1024.624054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.624230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.624454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.624647] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.624772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.624842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.624995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.625093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.625525] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.131984] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.635341] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.137584] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.138171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.138171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.138171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.138288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.138288] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1026.173381] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.173606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.173723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.173982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.174290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.185159] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1026.362369] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 1026.362596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.441903] env[65753]: INFO networking_nsxv3.common.synchronization [None req-36c84f8e-6c22-4bb8-a080-16a74b23558c tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_rules [ 1026.442542] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_rules [ 1026.442841] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.442973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.443138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.443608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.443787] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.524873] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c4bc6d52-f48f-4c68-b45d-f972c4984c3a tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_rules [ 1026.525173] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_rules [ 1026.525789] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.525996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.963843] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.964071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.964140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.964306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.964382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.964477] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 already deleted. [ 1026.964558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.964706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.964896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.964978] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.490489] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.490489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.490967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.490967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.492033] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 already deleted. [ 1027.492033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197213] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1028.197513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.197921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.198228] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.198363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.198449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.198674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.198770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.198883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.199031] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.706753] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706753] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706753] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.708142] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.708142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.708142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.708142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.708142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.708142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.708142] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.210751] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f328e955-1943-4a65-a511-bbefee47192f: rpc.has_security_group_logging(os_id): False [ 1029.239921] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.240188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.240394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.240512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.240887] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.241056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.241251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.241565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.241565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.241699] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.242033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.242164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.242413] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.242593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.242731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.242964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.243097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.243216] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1029.325645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.325759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.325798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.326517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.326517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.341279] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1030.509581] env[65753]: INFO networking_nsxv3.common.synchronization [req-c87264a3-9c8e-45a5-947a-ef0d2af0edf9 req-aa7b15a6-6d69-439e-a4ed-1b74f86f3eab tempest-InstanceActionsTestJSON-333792801 tempest-InstanceActionsTestJSON-333792801-project-member] Enqueued Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_members [ 1030.511414] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 with Priority: HIGHEST for action security_group_members [ 1030.511414] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f32291-b4fc-4349-9a4b-3376ae11f347 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.511414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.511414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.511414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.512217] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.512217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.512217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.512217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.512217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.512217] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f32291-b4fc-4349-9a4b-3376ae11f347',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.018402] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.018668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.018769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.019214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.019421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.019743] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.019895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.019981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.020237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.020369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.020589] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 is going to be updated. [ 1031.072045] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.073418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.073418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.073629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.073865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.085695] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 in Status: IN_PROGRESS for 2s [ 1031.359312] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1031.359607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.384521] env[65753]: INFO networking_nsxv3.common.synchronization [req-b0040990-e149-491e-beba-5fb54ea19ec6 req-8eb963bb-b30c-47ba-ae36-83174ed5d2e3 tempest-ServerDiskConfigTestJSON-1667569941 tempest-ServerDiskConfigTestJSON-1667569941-project-member] Enqueued Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1032.385177] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b6dd-ab63-4dc9-af25-548a61948029 with Priority: HIGHEST for action security_group_members [ 1032.385511] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c176b6dd-ab63-4dc9-af25-548a61948029 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.385634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.385704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.385922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.386252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.386371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.386433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.386606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.386692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.386789] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c176b6dd-ab63-4dc9-af25-548a61948029',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.889528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.889688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.889764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.890115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.890306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.891783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.891783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.891783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.891783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.891783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.891783] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 is going to be updated. [ 1032.928274] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.928365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.928443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.929522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.929522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.942281] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: IN_PROGRESS for 2s [ 1033.099428] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 in Status: SUCCESS [ 1033.099428] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f32291-b4fc-4349-9a4b-3376ae11f347 deletion is rescheduled due to dependency. [ 1033.099428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f32291-b4fc-4349-9a4b-3376ae11f347" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.159253] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e4b4d51-cb57-443b-9075-fcb29b75e3d2 req-bcc87c31-51f7-4ded-a9b7-bbaf58ce449a tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_members [ 1033.159773] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_members [ 1033.160086] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.160199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.160288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.160550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.160749] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.160928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.160928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.164875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.164875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.164875] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.521202] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.522560] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.522560] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.522560] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.522908] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.522908] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.523067] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.526707] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.526707] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.526707] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.526707] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.526707] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.526707] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.526707] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.526707] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.526707] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.547441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.547631] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.547784] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.547971] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-164" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.548339] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.548530] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.548649] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.548990] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.550142] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ae9fbf-7f23-48e1-bd47-7de2b62ace7e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.664601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.664917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.664917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.665172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.665267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.665502] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.665702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.665786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.665890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.665973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.666122] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 already deleted. [ 1033.666218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.052654] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.052654] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.053035] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.053035] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.053180] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.053511] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 40ae9fbf-7f23-48e1-bd47-7de2b62ace7e not found, creating... [ 1034.053950] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.054142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.054217] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.054454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.054582] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.054887] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.055059] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.055177] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.055394] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.055528] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.055667] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 40ae9fbf-7f23-48e1-bd47-7de2b62ace7e is going to be created. [ 1034.076322] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.076601] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.076686] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.076977] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.077226] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.077470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.651871] env[65753]: INFO networking_nsxv3.common.synchronization [req-ba1685a3-d10a-4e9b-8294-162f321aafe1 req-602515fd-e0d2-4acc-80f3-d5e05d4a0078 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 1034.652493] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 1034.652837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.652953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.653216] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.653465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.655453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.655596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.655674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.655870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.655978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.656106] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.824855] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e4b4d51-cb57-443b-9075-fcb29b75e3d2 req-a171d6a8-3971-4b2f-8900-9c5a7f065856 service nova] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_rules [ 1034.824855] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e4b4d51-cb57-443b-9075-fcb29b75e3d2 req-a171d6a8-3971-4b2f-8900-9c5a7f065856 service nova] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_members [ 1034.825737] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e4b4d51-cb57-443b-9075-fcb29b75e3d2 req-a171d6a8-3971-4b2f-8900-9c5a7f065856 service nova] Enqueued Resource ID: 40ae9fbf-7f23-48e1-bd47-7de2b62ace7e with Priority: HIGHEST for action port [ 1034.827129] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_rules [ 1034.827129] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_members [ 1034.827257] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae9fbf-7f23-48e1-bd47-7de2b62ace7e with Priority: HIGHEST for action port [ 1034.827517] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.827671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.827808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.827980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.828085] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.831120] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.831530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.831903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.834183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.834183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.834183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.834183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.834183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.834183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.834183] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.834642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.834807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.834897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.835739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.835739] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ae9fbf-7f23-48e1-bd47-7de2b62ace7e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.955041] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c176b6dd-ab63-4dc9-af25-548a61948029 in Status: SUCCESS [ 1034.955180] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c176b6dd-ab63-4dc9-af25-548a61948029 deletion is rescheduled due to dependency. [ 1034.955416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c176b6dd-ab63-4dc9-af25-548a61948029" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.133790] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.134259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.134606] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.135569] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.135569] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.135870] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.135919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.136283] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.136441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.136751] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.136960] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.137141] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.137281] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.137431] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.137611] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.137853] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.158375] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.159153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.161480] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.161480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.161480] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be deleted. [ 1035.166184] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.166557] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.166813] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.167108] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.167529] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.167932] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.170170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.170170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.170170] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30ab0a1-5ab3-4e16-a881-f850a8fd4399',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.207770] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.208085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.208386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.209151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.209224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.337863] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.340113] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.340256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.340732] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40ae9fbf-7f23-48e1-bd47-7de2b62ace7e with status ACTIVE [ 1035.340919] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.341057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.341135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.341373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.341373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.341837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.341972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.342025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.342207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.342283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.342507] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.342613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.342663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.342805] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.342880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.342965] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40ae9fbf-7f23-48e1-bd47-7de2b62ace7e is going to be updated. [ 1035.385502] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.385502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.385502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.385502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.385502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.385502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ae9fbf-7f23-48e1-bd47-7de2b62ace7e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.671375] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.671701] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.671811] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.672104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.672287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.672449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port f30ab0a1-5ab3-4e16-a881-f850a8fd4399 not found, creating... [ 1035.672812] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.673021] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.673142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.673373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.673551] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.673908] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674084] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.674207] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.675030] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.675030] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.675030] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 is going to be created. [ 1035.697293] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.697514] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.697639] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.697920] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.698166] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.698386] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.709985] env[65753]: INFO networking_nsxv3.common.synchronization [req-866e8ace-0f05-4f7f-9c0a-2cfba05feef5 req-b204c879-dfb6-4d8a-ba2a-c188757fcdbe tempest-ImagesTestJSON-2085877570 tempest-ImagesTestJSON-2085877570-project-member] Enqueued Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1035.710816] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e with Priority: HIGHEST for action security_group_members [ 1035.710930] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cac678c-ad93-4e2c-8fd6-70b7135d141e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.710995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.711077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.711273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.711422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.711519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.711578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.711900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.711980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.712096] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cac678c-ad93-4e2c-8fd6-70b7135d141e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.842104] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.216506] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.216506] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.216506] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.216506] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e is going to be updated. [ 1036.250966] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.251183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.251271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.251514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.251716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.261136] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: IN_PROGRESS for 2s [ 1036.345075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.345313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.345397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.346193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.346193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.346193] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 is going to be created. [ 1036.375834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.378019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.378019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.378019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.378019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.389190] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: UNINITIALIZED for 2s [ 1036.479793] env[65753]: INFO networking_nsxv3.common.synchronization [req-ba1685a3-d10a-4e9b-8294-162f321aafe1 req-2d885d97-e181-476e-995c-02cb6f243b6c service nova] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_rules [ 1036.479957] env[65753]: INFO networking_nsxv3.common.synchronization [req-ba1685a3-d10a-4e9b-8294-162f321aafe1 req-2d885d97-e181-476e-995c-02cb6f243b6c service nova] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 1036.480100] env[65753]: INFO networking_nsxv3.common.synchronization [req-ba1685a3-d10a-4e9b-8294-162f321aafe1 req-2d885d97-e181-476e-995c-02cb6f243b6c service nova] Enqueued Resource ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 with Priority: HIGHEST for action port [ 1036.480747] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_rules [ 1036.480747] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 1036.480897] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 with Priority: HIGHEST for action port [ 1036.481701] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.481879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482338] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.483467] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.483467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.483467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.484135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.484287] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.484379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.484461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.485015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.485015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.485015] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.485624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.485763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.485763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.486050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.486050] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30ab0a1-5ab3-4e16-a881-f850a8fd4399',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.987312] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.988375] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.988509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.988672] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30ab0a1-5ab3-4e16-a881-f850a8fd4399 with status ACTIVE [ 1036.988830] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.988938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.989023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.989223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.989312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.989482] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.989588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.989641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.989781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.989855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.990590] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.990771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.990840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.991186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.991285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.991849] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 is going to be updated. [ 1037.017536] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.017711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.017765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.018499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.018499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.018499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.493842] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.996437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.997114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.997114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.997114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.997114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.997114] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be created. [ 1038.026259] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.026259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.026259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.026259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.026551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.041603] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: UNINITIALIZED for 2s [ 1038.272848] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e in Status: SUCCESS [ 1038.273613] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cac678c-ad93-4e2c-8fd6-70b7135d141e deletion is rescheduled due to dependency. [ 1038.273613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cac678c-ad93-4e2c-8fd6-70b7135d141e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.403360] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: SUCCESS [ 1038.403615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.403809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.404083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.404288] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.404704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.404793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.405084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.405969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.406088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.406186] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.908478] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.412617] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88da0512-9037-495f-b331-5dfd35f9e849: rpc.has_security_group_logging(os_id): False [ 1039.434132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.434461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.434676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.434739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.435055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.435178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.435248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.435408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.435537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.435620] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 is going to be created. [ 1039.506531] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.506765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.506765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.506967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.507282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.522027] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: IN_PROGRESS for 2s [ 1040.053531] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: SUCCESS [ 1040.053690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.053858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.054156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.054405] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.054531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.054603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.054758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.054874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.054923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.055010] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.559848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.559848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.559848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.559848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.559848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.560816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.560816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.560816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.560816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.560816] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.063593] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb1fd4c3-6a05-42b7-a657-307fd34b2bda: rpc.has_security_group_logging(os_id): False [ 1041.086918] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.087096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.087208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.087461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.087531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.087663] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.087780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.087840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.088025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.088265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.088594] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.088594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.088594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.088594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.088814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.088874] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.088940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.088999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.093919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.093919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.093919] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be created. [ 1041.161336] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.165089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.165089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.165089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.165089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.177958] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: IN_PROGRESS for 2s [ 1041.482178] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1041.482178] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1041.540788] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: SUCCESS [ 1041.540788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.191917] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: SUCCESS [ 1043.192234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.885425] env[65753]: INFO networking_nsxv3.common.synchronization [None req-3a560dad-91d3-4e23-ac76-a4b79fb74def None None] Enqueued Resource ID: 652ec2a6-6f27-42d4-9fa3-6b617ec2c14d with Priority: HIGHEST for action port [ 1044.885425] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652ec2a6-6f27-42d4-9fa3-6b617ec2c14d with Priority: HIGHEST for action port [ 1044.885786] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-652ec2a6-6f27-42d4-9fa3-6b617ec2c14d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.885865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652ec2a6-6f27-42d4-9fa3-6b617ec2c14d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.885865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652ec2a6-6f27-42d4-9fa3-6b617ec2c14d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.887108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652ec2a6-6f27-42d4-9fa3-6b617ec2c14d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.887108] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652ec2a6-6f27-42d4-9fa3-6b617ec2c14d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.389188] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 652ec2a6-6f27-42d4-9fa3-6b617ec2c14d [ 1045.389540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.389730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.389855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.390169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.390308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.390444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:652ec2a6-6f27-42d4-9fa3-6b617ec2c14d already deleted. [ 1045.390564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652ec2a6-6f27-42d4-9fa3-6b617ec2c14d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.482215] env[65753]: INFO networking_nsxv3.common.synchronization [None req-e5092d01-baa3-44b3-975f-d9cf78b54688 None None] Enqueued Resource ID: 2b669b0d-5e9c-420f-a857-301270238604 with Priority: HIGHEST for action port [ 1047.484365] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b669b0d-5e9c-420f-a857-301270238604 with Priority: HIGHEST for action port [ 1047.485027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b669b0d-5e9c-420f-a857-301270238604 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.485027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b669b0d-5e9c-420f-a857-301270238604" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.485027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b669b0d-5e9c-420f-a857-301270238604" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.485665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b669b0d-5e9c-420f-a857-301270238604" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.485801] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b669b0d-5e9c-420f-a857-301270238604',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.988087] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b669b0d-5e9c-420f-a857-301270238604 [ 1047.988670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.988670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.988670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.988886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.988886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.988959] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b669b0d-5e9c-420f-a857-301270238604 already deleted. [ 1047.988997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b669b0d-5e9c-420f-a857-301270238604" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.684396] env[65753]: INFO networking_nsxv3.common.synchronization [req-7e49cf29-28be-4e1d-9100-f99f8cef8fba req-ee6910ff-0f1e-43ad-9e42-7591e82663e6 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 1048.685222] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGHEST for action security_group_members [ 1048.685315] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.685439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.685517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.685952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.685952] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.685952] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.686246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.686246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.686246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.686420] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.740747] env[65753]: INFO networking_nsxv3.common.synchronization [req-7e49cf29-28be-4e1d-9100-f99f8cef8fba req-ee6910ff-0f1e-43ad-9e42-7591e82663e6 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 with Priority: HIGHEST for action port [ 1048.741412] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 with Priority: HIGHEST for action port [ 1048.741781] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.741905] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.742055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.742294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.742400] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30ab0a1-5ab3-4e16-a881-f850a8fd4399',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.191152] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.191152] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.191152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.191152] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be updated. [ 1049.211112] env[65753]: INFO networking_nsxv3.common.synchronization [req-0bb8b0f0-d7c5-4cbd-b01a-55a4407b424a req-32ae68bb-45b9-47fb-b4fc-f0fabd824fd4 tempest-ServersV294TestFqdnHostnames-1844820586 tempest-ServersV294TestFqdnHostnames-1844820586-project-member] Enqueued Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_members [ 1049.211858] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e with Priority: HIGHEST for action security_group_members [ 1049.212274] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.212399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.212533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.212706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.212848] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.213023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.213023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.213197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.213307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.213457] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.226022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.226022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.226022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.226022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.226022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.237252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: IN_PROGRESS for 2s [ 1049.245397] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30ab0a1-5ab3-4e16-a881-f850a8fd4399 with status ACTIVE [ 1049.245690] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.245826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.245897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.246148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.246241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.246473] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.246582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.246644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.246802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.246880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.247081] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.247175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.247318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.247443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.247550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.247643] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30ab0a1-5ab3-4e16-a881-f850a8fd4399 is going to be updated. [ 1049.289808] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.290227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.290227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.290331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.290440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.290611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30ab0a1-5ab3-4e16-a881-f850a8fd4399" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.715370] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.715809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.715809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.715894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.716035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.716223] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.716390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.716483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.716598] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.716664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.716752] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e is going to be updated. [ 1049.748870] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.749069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.749158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.749398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.749546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.760978] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e in Status: IN_PROGRESS for 2s [ 1051.250205] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda in Status: SUCCESS [ 1051.250537] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda deletion is rescheduled due to dependency. [ 1051.250537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.268218] env[65753]: INFO networking_nsxv3.common.synchronization [req-056721af-f399-4124-a9ac-e2b06e51e548 req-ff85df65-8284-4e16-9470-de1914f1123a tempest-ImagesOneServerTestJSON-1385457576 tempest-ImagesOneServerTestJSON-1385457576-project-member] Enqueued Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_members [ 1051.268801] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_members [ 1051.270606] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.270606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.270606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.270881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.271073] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.271186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.271248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.271419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.271503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.271596] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.598522] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.598717] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-455" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.598840] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-455" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.599200] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-455" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.599460] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.599617] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.599730] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.599948] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.600104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.600332] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.600477] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.600715] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.600715] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.600818] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.600900] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.601065] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.622257] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.622425] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.622640] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.622722] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-455" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.623033] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-8fa0a611-f7a8-44d4-8921-988332d441bc taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.623211] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.623328] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.623651] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.623790] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa0a611-f7a8-44d4-8921-988332d441bc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.774467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e in Status: SUCCESS [ 1051.774467] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e deletion is rescheduled due to dependency. [ 1051.774467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.774857] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.775024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.775102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.775376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.775493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.775724] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.775882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.775944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.776211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.776321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.776437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de already deleted. [ 1051.776652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.856147] env[65753]: INFO networking_nsxv3.common.synchronization [req-56ab8dbb-1cd2-4781-9fe3-87c90ecab0a8 req-cc169140-e447-4ac5-9b5f-5704cd43934e tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1051.856713] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1051.857658] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.857658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.857867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.857867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.857969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.858030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.858183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.858270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858362] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.127777] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.128077] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.128271] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.131460] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 8fa0a611-f7a8-44d4-8921-988332d441bc not found, creating... [ 1052.131460] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.131460] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.131460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.132073] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.132073] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.132073] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.132073] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 8fa0a611-f7a8-44d4-8921-988332d441bc is going to be created. [ 1052.159408] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159566] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159689] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.159975] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.160219] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.160489] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.351170] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.351630] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.351630] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.351838] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.352152] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.352336] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.352454] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.352682] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.352831] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.353082] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.353204] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.353383] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.353480] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.353529] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.353635] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.353783] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.361570] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.361834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.361834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.362111] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.362209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.362422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.362531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.362594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.362772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.362850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.362936] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1052.379486] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.379486] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.379486] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.379486] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380414] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-608946a3-79b3-484c-b023-da1a84676162 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.380414] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.380414] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.380414] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.380627] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608946a3-79b3-484c-b023-da1a84676162',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.396340] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.396539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.396603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.396821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.396982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.408797] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1052.882529] env[65753]: INFO networking_nsxv3.common.synchronization [req-056721af-f399-4124-a9ac-e2b06e51e548 req-d52fc312-22af-4c73-b4de-c9eb418399bd service nova] Enqueued Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_rules [ 1052.882748] env[65753]: INFO networking_nsxv3.common.synchronization [req-056721af-f399-4124-a9ac-e2b06e51e548 req-d52fc312-22af-4c73-b4de-c9eb418399bd service nova] Enqueued Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_members [ 1052.882900] env[65753]: INFO networking_nsxv3.common.synchronization [req-056721af-f399-4124-a9ac-e2b06e51e548 req-d52fc312-22af-4c73-b4de-c9eb418399bd service nova] Enqueued Resource ID: 8fa0a611-f7a8-44d4-8921-988332d441bc with Priority: HIGHEST for action port [ 1052.883523] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.883815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.883962] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884317] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.884643] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.884883] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 608946a3-79b3-484c-b023-da1a84676162 not found, creating... [ 1052.885247] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.885441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.885558] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.885836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.885984] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.886399] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.886598] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.887209] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.887209] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.887328] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.887538] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 608946a3-79b3-484c-b023-da1a84676162 is going to be created. [ 1052.889315] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_rules [ 1052.889499] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_members [ 1052.889629] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0a611-f7a8-44d4-8921-988332d441bc with Priority: HIGHEST for action port [ 1052.890816] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.890912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.890969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.891293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.891389] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.892457] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.892627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.892678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.892826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.892993] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.893151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.893215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.893836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.893836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.893836] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.894747] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa0a611-f7a8-44d4-8921-988332d441bc taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.896572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.896572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.896572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.896572] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa0a611-f7a8-44d4-8921-988332d441bc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.929361] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.929361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.929361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.929683] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.930105] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.930534] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.401140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.401140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.401140] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.401140] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fa0a611-f7a8-44d4-8921-988332d441bc with status ACTIVE [ 1053.401140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.401140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.401140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.402027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.402027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.402027] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.402027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.402027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.402225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.402225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.402667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.402667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.402810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.403151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.403151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.403151] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fa0a611-f7a8-44d4-8921-988332d441bc is going to be updated. [ 1053.439539] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.439539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.439539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.439539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.439539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.439539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa0a611-f7a8-44d4-8921-988332d441bc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.746527] env[65753]: INFO networking_nsxv3.common.synchronization [req-56ab8dbb-1cd2-4781-9fe3-87c90ecab0a8 req-0c6bb3a8-8fae-4596-8998-a23d3b2afc28 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1053.746735] env[65753]: INFO networking_nsxv3.common.synchronization [req-56ab8dbb-1cd2-4781-9fe3-87c90ecab0a8 req-0c6bb3a8-8fae-4596-8998-a23d3b2afc28 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1053.746932] env[65753]: INFO networking_nsxv3.common.synchronization [req-56ab8dbb-1cd2-4781-9fe3-87c90ecab0a8 req-0c6bb3a8-8fae-4596-8998-a23d3b2afc28 service nova] Enqueued Resource ID: 608946a3-79b3-484c-b023-da1a84676162 with Priority: HIGHEST for action port [ 1053.747556] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1053.747712] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1053.747814] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608946a3-79b3-484c-b023-da1a84676162 with Priority: HIGHEST for action port [ 1053.748179] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.748386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.748426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.748600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.748739] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.750457] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.750723] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-608946a3-79b3-484c-b023-da1a84676162 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.750867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.751470] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608946a3-79b3-484c-b023-da1a84676162',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.804098] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.804399] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.804600] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.805022] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.805331] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.805492] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.805611] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.805871] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.806039] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.806255] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.806367] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.806486] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.806604] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.806719] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.806822] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.806995] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.829052] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.829329] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.829500] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.829792] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-889" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.830302] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-83c394c9-9b0d-40ad-923c-00e70d63c85a taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.830506] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.830686] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.831107] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.831311] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c394c9-9b0d-40ad-923c-00e70d63c85a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.905718] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.252857] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.253026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.253249] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 608946a3-79b3-484c-b023-da1a84676162 with status ACTIVE [ 1054.253428] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.253584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.253640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.253844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.254015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.254315] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.255417] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.255417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.256287] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 608946a3-79b3-484c-b023-da1a84676162 is going to be updated. [ 1054.279682] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.279883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.279961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.280404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.280567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608946a3-79b3-484c-b023-da1a84676162" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.334342] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.335046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.335046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.335046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.335242] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.335793] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.335793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.335956] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.336111] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.336250] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.336573] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.336766] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.336884] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.337266] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.337473] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.337658] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a is going to be updated. [ 1054.364513] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.364773] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.364882] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.365254] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.365469] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.365709] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.409663] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.410183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.410183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.410183] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de is going to be created. [ 1054.427405] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1054.427405] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 deletion is rescheduled due to dependency. [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.427405] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.427405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.427405] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.440540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.440540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.468588] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de in Status: UNINITIALIZED for 2s [ 1054.931017] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.161298] env[65753]: INFO networking_nsxv3.common.synchronization [req-6e1ceb60-62d6-4e34-b42d-db7f2bb29ced req-83854c46-66e5-4583-9bf4-4d4aa8df3aa8 service nova] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_rules [ 1055.161493] env[65753]: INFO networking_nsxv3.common.synchronization [req-6e1ceb60-62d6-4e34-b42d-db7f2bb29ced req-83854c46-66e5-4583-9bf4-4d4aa8df3aa8 service nova] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 1055.161637] env[65753]: INFO networking_nsxv3.common.synchronization [req-6e1ceb60-62d6-4e34-b42d-db7f2bb29ced req-83854c46-66e5-4583-9bf4-4d4aa8df3aa8 service nova] Enqueued Resource ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a with Priority: HIGHEST for action port [ 1055.163716] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_rules [ 1055.164992] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 1055.165196] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a with Priority: HIGHEST for action port [ 1055.165866] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.166017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.166081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.166307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.166391] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.167337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.167457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.167703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.167852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.167945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.168016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.170321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.170321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.170321] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.170693] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c394c9-9b0d-40ad-923c-00e70d63c85a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.170855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.170898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.171070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.171145] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c394c9-9b0d-40ad-923c-00e70d63c85a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.433844] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.674239] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.675578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.675817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.676379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83c394c9-9b0d-40ad-923c-00e70d63c85a with status ACTIVE [ 1055.676572] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.676692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.676813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.676997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.677102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.677322] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.677435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.677578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.678306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.678306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.678306] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.678306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.678306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.678478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.678553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.678647] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83c394c9-9b0d-40ad-923c-00e70d63c85a is going to be updated. [ 1055.704040] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.704233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.704276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.704520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.704662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.704850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c394c9-9b0d-40ad-923c-00e70d63c85a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.937649] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.937873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.937971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.938206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.938353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.938513] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1055.979134] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.979299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.979395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.979894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.979894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.990461] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1056.177195] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.481050] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de in Status: SUCCESS [ 1056.481398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.481477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.481706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.481951] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.482089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.482165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.482341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.482429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.482520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.482615] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.680183] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.680376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.680453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.681312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.681312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.681312] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 1056.718381] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.718541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.718541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.718825] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.718993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.729952] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 1056.985388] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.987036] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.987036] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.987036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.987482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.987482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.987685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.987807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.987894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.988084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.988200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.988316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.988435] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.490363] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60883c9e-7f4f-40b0-9853-744aae7cb5de: rpc.has_security_group_logging(os_id): False [ 1057.512267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.512456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.512532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.512755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.512845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.513089] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.513196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.513260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.513411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.513489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.513685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.514031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.514031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.514031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.514152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.514400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.514504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.514616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.514734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.514819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.514907] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de is going to be created. [ 1057.582662] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.582824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.582898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.583126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.583342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.598228] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de in Status: IN_PROGRESS for 2s [ 1058.002513] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1058.002801] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.002996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.003662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.003662] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.003662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.003823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.003898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.004027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.004096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.004196] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.506548] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.506878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.506878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.507020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.507200] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.509307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.510057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.510057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.510057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.510057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.510057] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.510316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.510316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.510316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.510455] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.510546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.510607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.510760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.510841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.510923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.511020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.741288] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 1058.741649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.741929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.742171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.742392] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.742569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.742569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.742739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.742841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.742944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.743057] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.013082] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba593e-0f83-42a6-8879-7149ebf8dfa7: rpc.has_security_group_logging(os_id): False [ 1059.032601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.032756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.032868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.033133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.033133] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.033359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.033520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.033734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.034036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.034174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.034532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.034638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.034705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.034852] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.035446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.035446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.035446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.035586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.035686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.035766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.035856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1059.104642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.104642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.104864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.104974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.105117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.135281] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1059.246276] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.247044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.247044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.247044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.247044] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.247044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.247271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.247271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.247357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.247490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.247596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.247747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.247833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.247991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.248189] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.248287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.248341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.248482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.248563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.249950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.250127] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.612397] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de in Status: SUCCESS [ 1059.612795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.754341] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6019de5c-5ce3-4c17-9b5d-26eea8f11414: rpc.has_security_group_logging(os_id): False [ 1059.796787] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.797145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.797280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.797538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.797658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.797941] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.798039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.798680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.799093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.799365] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.800722] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.800869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.800946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.801122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.801200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.801395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.801491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.801552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.801703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.801780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.801888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 1059.872166] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.872166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.872166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.872166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.872166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.887343] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 1059.957360] env[65753]: INFO networking_nsxv3.common.synchronization [None req-c6a87d7e-889f-4e5d-9795-6f9d7e774350 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1059.960452] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1059.961300] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.961563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.961690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.962047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.962279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.962491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.962712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.963057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.963257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.963423] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.467719] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.968590] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.153136] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1061.153444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.470813] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.470968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.471065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.471320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.471369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.471473] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1061.507568] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.507568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.507568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.508868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.508868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.521268] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1061.757367] env[65753]: INFO networking_nsxv3.common.synchronization [req-784d2199-7b95-4f9c-9087-8162de438979 req-21107fe1-655a-471b-8c6f-080391f66241 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1061.758073] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1061.758465] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.758607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.758716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.758975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.759180] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.759292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.759373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.759603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.759986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.760089] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.903821] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 1061.904254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.263263] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.263612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.263665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.264108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.264693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.264783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.265049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.265209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.265635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.265635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.265828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1062.322439] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.322578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.322578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.323047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.323047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.336946] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1062.423483] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.423716] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.423849] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.424190] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.424608] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.424705] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.424825] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.425020] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.425196] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.425404] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.425517] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.425619] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.425725] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.425831] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.425932] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.426112] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.454205] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.455037] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.455037] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.455037] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.455389] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-f6931aa0-2403-4052-97bb-c06158af9887 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.455389] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.455389] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.455709] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.455828] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6931aa0-2403-4052-97bb-c06158af9887',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.958890] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.958890] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.958890] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.958890] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.959195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.959195] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port f6931aa0-2403-4052-97bb-c06158af9887 not found, creating... [ 1062.959345] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.959498] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.959601] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.960166] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.960351] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.960446] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.961080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.961080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.961080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.961080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: f6931aa0-2403-4052-97bb-c06158af9887 is going to be created. [ 1062.994701] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.994922] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.995085] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.995400] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.995637] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.995857] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.170159] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.170159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.170159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.170159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.170159] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.529311] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1063.529625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.621803] env[65753]: INFO networking_nsxv3.common.synchronization [req-771f7391-cf24-44ef-ad19-f8fd35472455 req-3a999b22-c003-4cac-a67c-84524c0e10d5 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1063.622442] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1063.622749] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.622872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.622939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.623278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.623446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.623551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.623614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.623771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.623858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.624010] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.672679] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.680409] env[65753]: INFO networking_nsxv3.common.synchronization [req-9388c1e0-552a-4adc-a729-8d11c7143e31 req-c397fbe3-4461-4a0d-ba46-06005be14331 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1063.680583] env[65753]: INFO networking_nsxv3.common.synchronization [req-9388c1e0-552a-4adc-a729-8d11c7143e31 req-c397fbe3-4461-4a0d-ba46-06005be14331 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1063.680750] env[65753]: INFO networking_nsxv3.common.synchronization [req-9388c1e0-552a-4adc-a729-8d11c7143e31 req-c397fbe3-4461-4a0d-ba46-06005be14331 service nova] Enqueued Resource ID: f6931aa0-2403-4052-97bb-c06158af9887 with Priority: HIGHEST for action port [ 1063.681302] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1063.681430] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1063.681538] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6931aa0-2403-4052-97bb-c06158af9887 with Priority: HIGHEST for action port [ 1063.681913] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.685491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.685593] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.685809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.685943] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.688582] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.689037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.689037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.689127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.689264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.689358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.689416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.689561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.689645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.689732] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.691252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6931aa0-2403-4052-97bb-c06158af9887 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.691252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.691252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.691252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.691252] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6931aa0-2403-4052-97bb-c06158af9887',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.126872] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.127125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.127209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.127448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.149576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.149947] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.150754] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 1064.176069] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.182653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.182832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.182927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.183226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.183445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.189376] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.189376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.194036] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.197699] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1064.198417] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6931aa0-2403-4052-97bb-c06158af9887 with status ACTIVE [ 1064.198781] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.198989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.199115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.199449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.199621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.199884] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.200053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.200166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.200434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.200595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.200922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.201153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.201188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.201405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.201615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.202425] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6931aa0-2403-4052-97bb-c06158af9887 is going to be updated. [ 1064.239646] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.239797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.239870] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.240120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.240266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.240426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6931aa0-2403-4052-97bb-c06158af9887" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.349047] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1064.349206] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1064.349347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.678981] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1064.678981] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1064.705609] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.209639] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.209823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.209916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.210143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.210239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.210337] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1065.239811] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.239974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.255150] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1065.586965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.588674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.588674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.588674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.602165] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1065.603197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.604370] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1065.642750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.642971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.643042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.643269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.658705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.659533] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1065.659615] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.659710] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1065.712416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.712751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.712751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.712916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.715092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.715327] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1065.815467] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.816339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.816339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.816339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.816660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.817024] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1065.897543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.897840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.897840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.897968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.898356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.898648] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1065.898769] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4e061684-2073-44d6-a2c3-fd59e69c4397', '32d1b92b-8ce2-46da-bf66-e13af83ffc19', '95ba593e-0f83-42a6-8879-7149ebf8dfa7', 'f45dde24-aaaf-4b3f-9599-efadbb69a26d', '06c85187-7fbd-42c7-96ba-7cc442ca0c5a', 'eef1682c-cff8-4e80-bb96-35a554554722', 'f53998ef-0943-45b6-bfab-30e87531be99', '3fd2c54f-f810-4cde-9e40-dc4b35687371', '6019de5c-5ce3-4c17-9b5d-26eea8f11414', '88da0512-9037-495f-b331-5dfd35f9e849', '0220e20e-9515-408b-9a4f-41b0d69e53ab', '8b242f8d-d59d-4c52-b7dc-acb705c6f7bf', '96d65976-11b7-40f5-a972-14e1c9b8d854', '7c682ab5-b197-4b78-90fc-9fa340868fe8', '4ff24332-21ae-4a53-ac09-0633b9dc6020', '1db98462-bc1a-4813-8031-68a00d0f5c80', '3ba6c996-05ad-43f7-9191-71059321929e', 'd6ef5add-b00c-47f0-b271-4fba8d6830f8', '395b809b-4cd2-4270-b2bb-a02e1c5b5adb', 'bb1fd4c3-6a05-42b7-a657-307fd34b2bda', '78cb05db-1c9e-4da6-9ab1-01e291d8a7c4', 'd494a201-0dcf-4a23-b494-edcb9654b053', 'b5095e59-60af-4d3f-9540-af62070af590', '37e7e53c-50f1-4d5b-bb09-9f654278f595', 'fbdfb10b-0956-463f-aa36-cb4aae52090c', '546a9fbe-898f-4b1c-971f-b8b3d8e30a4d', '00330259-95a1-44b1-a8b6-aed314ef34a4', '234c8d25-c4ba-4031-acee-45244da5a7b6', '1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e', '60883c9e-7f4f-40b0-9853-744aae7cb5de', '26023054-4751-40e1-ba6b-04c880b37bee', 'cd055a3e-16fb-4615-aca4-48cc26a59484', '5ca47f72-39c3-4307-84e1-96578085abaa', 'b0879d0e-5c85-4060-b0c4-01d86d8fedc9', '4b67f604-52bf-49b3-9264-11ca3e78ebfa', 'bf4fcca3-81ab-4c55-934b-003f80baa873', '10f32291-b4fc-4349-9a4b-3376ae11f347', 'f430f5d2-e86a-4f05-8cda-d105713959b8', '23f09fb1-3624-4468-b565-e8e79285fc0c', '6b20945f-7e41-432e-9981-6246ab478cd8', 'f328e955-1943-4a65-a511-bbefee47192f', '42180cd5-e3d6-4a21-a9e7-d938adfa722b', '6cac678c-ad93-4e2c-8fd6-70b7135d141e', 'c176b6dd-ab63-4dc9-af25-548a61948029', 'ab0534c5-f5fb-40e7-a288-b2e03c289a57', '6bea9e33-1708-4486-91ed-e1ff4d10a977', '65f8537c-9cc6-4b36-9425-22c207b84fa1', '91065295-a6bb-4317-9488-d9012e390597', 'ac1bb8f8-8a22-4520-aa7d-a124c70d8303', 'cc94d18e-ec99-431e-ab25-5621232383a9'} {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.898974] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1065.923772] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.924096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.924279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.924615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.924794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.925099] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1065.925280] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.925376] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1066.026083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.026268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.026517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.026651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.028019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.028125] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1066.028211] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.028294] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1066.028364] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1066.028487] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1066.028573] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGH for action security_group_rules [ 1066.028623] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGH for action security_group_rules [ 1066.028682] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGH for action security_group_rules [ 1066.028749] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGH for action security_group_rules [ 1066.028862] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGH for action security_group_rules [ 1066.028935] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGH for action security_group_rules [ 1066.028989] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGH for action security_group_rules [ 1066.029039] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGH for action security_group_rules [ 1066.029141] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGH for action security_group_rules [ 1066.029141] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGH for action security_group_rules [ 1066.029230] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGH for action security_group_rules [ 1066.029278] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGH for action security_group_rules [ 1066.029337] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGH for action security_group_rules [ 1066.029397] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGH for action security_group_rules [ 1066.029476] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGH for action security_group_rules [ 1066.029517] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGH for action security_group_rules [ 1066.029607] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGH for action security_group_rules [ 1066.029696] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGH for action security_group_rules [ 1066.029696] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGH for action security_group_rules [ 1066.029865] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGH for action security_group_rules [ 1066.029865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.212536] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1066.212787] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 deletion is rescheduled due to dependency. [ 1066.212915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.267828] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1067.268196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.268469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.268804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.269210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.269369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.269369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.269511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.269557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.269695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.269839] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.772163] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.772363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.772426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.772631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.772797] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.772912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.772970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.773135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.773221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.773311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.773460] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.773592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.773671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.773823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.773967] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.774096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.774154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.774295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.774371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.774451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.774539] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.278563] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba593e-0f83-42a6-8879-7149ebf8dfa7: rpc.has_security_group_logging(os_id): False [ 1068.306983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.307158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.307212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.307435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.328112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.328112] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.328399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.328399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.328639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.328736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.328980] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.329112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.329171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.329427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.329552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.329782] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.329894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.329935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.330124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.330246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.330370] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1068.417292] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.417458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.417534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.417739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.417889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.435784] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1068.682108] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1068.682246] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1068.682362] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 with Priority: HIGH for action security_group_rules [ 1068.682922] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGH for action security_group_rules [ 1068.683116] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53998ef-0943-45b6-bfab-30e87531be99 with Priority: HIGH for action security_group_rules [ 1068.683195] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 with Priority: HIGH for action security_group_rules [ 1068.683295] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda with Priority: HIGH for action security_group_rules [ 1068.683387] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb with Priority: HIGH for action security_group_rules [ 1068.683478] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 with Priority: HIGH for action security_group_rules [ 1068.683569] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGH for action security_group_rules [ 1068.683657] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGH for action security_group_rules [ 1068.683750] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 with Priority: HIGH for action security_group_rules [ 1068.683834] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGH for action security_group_rules [ 1068.683920] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGH for action security_group_rules [ 1068.684078] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab with Priority: HIGH for action security_group_rules [ 1068.684194] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGH for action security_group_rules [ 1068.684282] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGH for action security_group_rules [ 1068.684368] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1682c-cff8-4e80-bb96-35a554554722 with Priority: HIGH for action security_group_rules [ 1068.684455] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 with Priority: HIGH for action security_group_rules [ 1068.684542] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a with Priority: HIGH for action security_group_rules [ 1068.684634] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGH for action security_group_rules [ 1068.684715] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d with Priority: HIGH for action security_group_rules [ 1068.685076] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061684-2073-44d6-a2c3-fd59e69c4397 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.685212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.685280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.685491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.685586] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061684-2073-44d6-a2c3-fd59e69c4397',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.686804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.686933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.687237] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53998ef-0943-45b6-bfab-30e87531be99 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.687356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.687421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.688031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.688031] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53998ef-0943-45b6-bfab-30e87531be99',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.688814] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ff24332-21ae-4a53-ac09-0633b9dc6020 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.688814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.688937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.689162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.689282] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ff24332-21ae-4a53-ac09-0633b9dc6020',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.690307] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.690476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.690574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.690806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.690889] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1fd4c3-6a05-42b7-a657-307fd34b2bda',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.691685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.691835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.691926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.692159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.692274] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395b809b-4cd2-4270-b2bb-a02e1c5b5adb',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.693398] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.693398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.693499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.693724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.693877] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6ef5add-b00c-47f0-b271-4fba8d6830f8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.694686] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.694834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.694910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.695079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.695161] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.696218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.696294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.696346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.696501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.696693] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.697270] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1db98462-bc1a-4813-8031-68a00d0f5c80 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.697404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.697457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.697585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.697648] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1db98462-bc1a-4813-8031-68a00d0f5c80',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.698319] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.698508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.698508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.698627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.698699] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.699367] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.699469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.699535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.699681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.699750] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.700510] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0220e20e-9515-408b-9a4f-41b0d69e53ab taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.700607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.700719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.700821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.700896] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0220e20e-9515-408b-9a4f-41b0d69e53ab',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.702049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.702049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.702049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.702049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.702049] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.702653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.702653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.702793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.702872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.702941] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.703697] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1682c-cff8-4e80-bb96-35a554554722 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.703811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.703869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.704024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.704100] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1682c-cff8-4e80-bb96-35a554554722',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.704750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd2c54f-f810-4cde-9e40-dc4b35687371 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.704853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.704910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.705070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.705142] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd2c54f-f810-4cde-9e40-dc4b35687371',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.705792] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.705896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.705960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.706174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.706240] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c85187-7fbd-42c7-96ba-7cc442ca0c5a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.706936] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.707048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.707108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.707255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.707321] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.708105] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.708235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.708235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.708419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.708477] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f45dde24-aaaf-4b3f-9599-efadbb69a26d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.732757] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.732992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.733066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.733315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.756533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.756685] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53998ef-0943-45b6-bfab-30e87531be99 is going to be deleted. [ 1068.808614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.808862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.808862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.809084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.809175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.809295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53998ef-0943-45b6-bfab-30e87531be99" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.211573] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.211859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.211949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.212238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.212411] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.212528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.212651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.212914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.213779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.213779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.213779] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.216825] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.217151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.217258] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.217490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.217868] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.217868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.217868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.218027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.218140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.218420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.218420] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.230273] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.230438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.230500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.231237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.231519] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.231665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.231791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.232086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.232230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.232356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.232506] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.235159] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.235293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.235364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.235542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.235698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.235861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.235986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.236220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.236311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.236399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.236487] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.238124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.238289] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.238397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.238780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.238986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.239143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.239217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.239371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.239462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.239615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.239754] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.301532] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.301532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.301532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.302054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.304550] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.304550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.308339] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.308530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.309578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332555] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.332818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.333784] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.334172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.334974] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.335145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.336332] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.336448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.357478] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.357676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.358901] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.359126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.360177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.360307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.361080] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1069.361623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.361761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.373555] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1069.374151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.374319] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1682c-cff8-4e80-bb96-35a554554722 is going to be deleted. [ 1069.375468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.375696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.377429] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.377556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.412160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.412160] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be deleted. [ 1069.412564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.412785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.444580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.444750] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061684-2073-44d6-a2c3-fd59e69c4397 is going to be deleted. [ 1069.445993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.446278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.467342] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.467520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.477025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.477025] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd2c54f-f810-4cde-9e40-dc4b35687371 is going to be deleted. [ 1069.477525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.477753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.501848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.502034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f45dde24-aaaf-4b3f-9599-efadbb69a26d is going to be deleted. [ 1069.503151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.503330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.512197] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.512407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.518127] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.518273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.547457] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.547457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.557739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.557979] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be deleted. [ 1069.559186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.612208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.612208] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1fd4c3-6a05-42b7-a657-307fd34b2bda is going to be deleted. [ 1069.613430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.613629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.657756] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.657900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.665897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.665897] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ff24332-21ae-4a53-ac09-0633b9dc6020 is going to be deleted. [ 1069.666806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.667067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.716073] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.721513] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.721724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.721823] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.722163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.724257] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.724386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.724452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.724673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.724859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.724859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.725124] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.725282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.725367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.725620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.725837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.725992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.727793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.728590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.728590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.728590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.728590] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.733114] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0220e20e-9515-408b-9a4f-41b0d69e53ab is going to be deleted. [ 1069.733114] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.733114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.735387] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.736709] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.736913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.738777] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.742697] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.815078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.815078] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1db98462-bc1a-4813-8031-68a00d0f5c80 is going to be deleted. [ 1069.818708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.819677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.857269] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.857269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.878420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.878613] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395b809b-4cd2-4270-b2bb-a02e1c5b5adb is going to be deleted. [ 1069.880619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.880960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.928358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.928590] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c85187-7fbd-42c7-96ba-7cc442ca0c5a is going to be deleted. [ 1069.929573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.929816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.929997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.930094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1682c-cff8-4e80-bb96-35a554554722" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.930217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.930383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.930519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.930641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.931292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.931465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.931547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.931725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061684-2073-44d6-a2c3-fd59e69c4397" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.931869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.932103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.932189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.932303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd2c54f-f810-4cde-9e40-dc4b35687371" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.932434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.932583] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.932661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.932774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f45dde24-aaaf-4b3f-9599-efadbb69a26d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.932902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.933118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.934886] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.935056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.957941] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.958138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.986723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.986945] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6ef5add-b00c-47f0-b271-4fba8d6830f8 is going to be deleted. [ 1069.987906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.988374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.988471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.988606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1fd4c3-6a05-42b7-a657-307fd34b2bda" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.988783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.988957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.992797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.992978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ff24332-21ae-4a53-ac09-0633b9dc6020" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.993611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.993831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.993914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.994147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0220e20e-9515-408b-9a4f-41b0d69e53ab" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.994314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.994488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.994563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.994672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1db98462-bc1a-4813-8031-68a00d0f5c80" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.032189] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.032531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.032633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.033020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.033185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.033428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395b809b-4cd2-4270-b2bb-a02e1c5b5adb" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.048024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.048024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.048024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.048492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.048492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.048492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c85187-7fbd-42c7-96ba-7cc442ca0c5a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.151045] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.151543] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.151742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.151792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.152120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.152186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.152299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6ef5add-b00c-47f0-b271-4fba8d6830f8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.218920] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf: rpc.has_security_group_logging(os_id): False [ 1070.234719] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6019de5c-5ce3-4c17-9b5d-26eea8f11414: rpc.has_security_group_logging(os_id): False [ 1070.238632] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.238846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.238961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.239271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.240697] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ba6c996-05ad-43f7-9191-71059321929e: rpc.has_security_group_logging(os_id): False [ 1070.242517] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88da0512-9037-495f-b331-5dfd35f9e849: rpc.has_security_group_logging(os_id): False [ 1070.244702] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d1b92b-8ce2-46da-bf66-e13af83ffc19: rpc.has_security_group_logging(os_id): False [ 1070.269463] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.269623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.289015] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.289195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.291705] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.291896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.293834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.293834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.303179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.303714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.303714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.303878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.304354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.304354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.304474] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf is going to be updated. [ 1070.307231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.307231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.355411] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.356198] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.356838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.356966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.357349] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 is going to be updated. [ 1070.359538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.359679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.489634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.490132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.490132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.490252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.490406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.490462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.491415] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6c996-05ad-43f7-9191-71059321929e is going to be updated. [ 1070.491796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.492100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.493692] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1070.493883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.495285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.495501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.495995] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.523926] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.524232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.527020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.527126] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.527208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.527303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.527579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.527688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.528632] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.528786] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.528876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.529138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.529269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.529546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.529660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.529759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.530096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.530281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.530796] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 1070.532050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.532316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.575231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.575480] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.575610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.575652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.575963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.576521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.576521] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1070.577677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.577885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.578048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.594862] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.595047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.595097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.595371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.595533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.611892] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: IN_PROGRESS for 2s [ 1070.627249] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.627429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.627476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.627680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.627818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.630531] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: IN_PROGRESS for 2s [ 1070.645111] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: IN_PROGRESS for 2s [ 1070.693178] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.693178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.693178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.693178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.693178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.717206] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.717734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.718087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.718299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.728336] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 1070.733563] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1071.000311] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.000311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.000311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.000311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.000311] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.000311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.000311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.001079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.001079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.001145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.001322] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.505049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.505049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.505049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.505422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.505457] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.505551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.505643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.505757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.505839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.505925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.506102] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.506221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.506285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.506430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.506691] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.506691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.506691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.506842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.506896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.506969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.507376] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.708136] env[65753]: INFO networking_nsxv3.common.synchronization [req-3d34258b-c3ca-4adc-9c92-16dbe9337f40 req-6c81472f-97fc-4718-9a08-aa432fc18417 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1071.708819] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1071.708819] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.708819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.708819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.709034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.709034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.709185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.709185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.709280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.709360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.709451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.009414] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba593e-0f83-42a6-8879-7149ebf8dfa7: rpc.has_security_group_logging(os_id): False [ 1072.028614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.028793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.028876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.029117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.029243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.029578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.029794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.029794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.030063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.030063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.030177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.030256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.030304] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.030477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.030528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.031416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.031878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.032043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.032189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.032283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.032409] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1072.090757] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.090995] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.091141] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.091416] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.091672] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.091829] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.091947] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.092747] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.093071] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.095612] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.095612] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.095612] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.095612] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.095612] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.095612] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.095612] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.099373] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.099778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.100489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.100489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.100489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.118749] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.118961] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.119128] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.119327] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.119693] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-4b5db70a-0308-435f-8c89-1a51d34af34e taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.119891] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.120028] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.120401] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.120558] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5db70a-0308-435f-8c89-1a51d34af34e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.122667] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1072.211535] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.211721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.211807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.212061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.253648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.254161] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.254393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.254443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.254676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.254759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.254875] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1072.288810] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.288941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.289042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.289238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.289412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.299355] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1072.624109] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.624495] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.624495] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.624635] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.624793] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.624959] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 4b5db70a-0308-435f-8c89-1a51d34af34e not found, creating... [ 1072.625324] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.625488] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.625602] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.625829] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.625977] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.626336] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.626517] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.626640] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.626843] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.626975] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.627127] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 4b5db70a-0308-435f-8c89-1a51d34af34e is going to be created. [ 1072.628767] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: SUCCESS [ 1072.628960] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.645631] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: SUCCESS [ 1072.645879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.653133] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.653349] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.653456] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.653755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.653981] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.654260] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.662167] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: SUCCESS [ 1072.662384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.759898] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1072.760183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.766471] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 1072.766722] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.390344] env[65753]: INFO networking_nsxv3.common.synchronization [req-3d34258b-c3ca-4adc-9c92-16dbe9337f40 req-d4b80952-cccf-46c0-a932-20b2198adf11 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1073.390523] env[65753]: INFO networking_nsxv3.common.synchronization [req-3d34258b-c3ca-4adc-9c92-16dbe9337f40 req-d4b80952-cccf-46c0-a932-20b2198adf11 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1073.390661] env[65753]: INFO networking_nsxv3.common.synchronization [req-3d34258b-c3ca-4adc-9c92-16dbe9337f40 req-d4b80952-cccf-46c0-a932-20b2198adf11 service nova] Enqueued Resource ID: 4b5db70a-0308-435f-8c89-1a51d34af34e with Priority: HIGHEST for action port [ 1073.391202] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1073.391333] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1073.391427] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5db70a-0308-435f-8c89-1a51d34af34e with Priority: HIGHEST for action port [ 1073.391733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.391818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.391897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.392303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.392303] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.393168] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.393602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.393782] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5db70a-0308-435f-8c89-1a51d34af34e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.393888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.393953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.394225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.394325] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5db70a-0308-435f-8c89-1a51d34af34e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.896411] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.896803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.896803] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b5db70a-0308-435f-8c89-1a51d34af34e with status ACTIVE [ 1073.896922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.897053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.897053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.897308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.897403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.897578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.897675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.897723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.897987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.897987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.898171] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.898288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.898288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.898427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.898509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.898592] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b5db70a-0308-435f-8c89-1a51d34af34e is going to be updated. [ 1073.921739] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.921894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.921977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.922255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.922497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.922548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5db70a-0308-435f-8c89-1a51d34af34e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.142617] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1074.142938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.170016] env[65753]: INFO networking_nsxv3.common.synchronization [req-03bdb5b4-cc5e-403c-9cf4-9a52ebb45dd2 req-8e29278f-dabf-4cc3-8c33-113a56e9a758 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1074.170571] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1074.170908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.171011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.171227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.171443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.171600] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.171709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.171769] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.171919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.172093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.172146] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.310452] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1074.311198] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1074.311198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.311198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.311355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.311648] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.311648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.311648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.311818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.311914] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.312115] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.507348] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.507549] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.507674] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.507935] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.508911] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.509148] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.509306] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.510731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.511076] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.511473] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.511927] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.512148] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.512303] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.512473] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.512724] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.512893] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.533776] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.534972] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.534972] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.535152] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.535483] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-67e62b92-0851-4648-b7d7-181b274c8325 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.535715] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.535812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.536552] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.536552] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e62b92-0851-4648-b7d7-181b274c8325',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.674732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.675014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.675014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.675208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.675297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.675485] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.675579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.675647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.675789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.675863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.675947] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be deleted. [ 1074.707052] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.707242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.707324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.707557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.707650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.707750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.814717] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.039241] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.039645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.039645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.039847] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.039997] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040161] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 67e62b92-0851-4648-b7d7-181b274c8325 not found, creating... [ 1075.040426] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.040605] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.040723] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.040951] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.041093] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.041376] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.041521] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.041632] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.041835] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.041966] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.042143] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 67e62b92-0851-4648-b7d7-181b274c8325 is going to be created. [ 1075.065918] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.066162] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.066384] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.066652] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.066879] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.067115] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.318805] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.780269] env[65753]: INFO networking_nsxv3.common.synchronization [req-03bdb5b4-cc5e-403c-9cf4-9a52ebb45dd2 req-e39757c0-ea7a-4a42-85c6-cf8045274115 service nova] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 1075.780450] env[65753]: INFO networking_nsxv3.common.synchronization [req-03bdb5b4-cc5e-403c-9cf4-9a52ebb45dd2 req-e39757c0-ea7a-4a42-85c6-cf8045274115 service nova] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1075.780608] env[65753]: INFO networking_nsxv3.common.synchronization [req-03bdb5b4-cc5e-403c-9cf4-9a52ebb45dd2 req-e39757c0-ea7a-4a42-85c6-cf8045274115 service nova] Enqueued Resource ID: 67e62b92-0851-4648-b7d7-181b274c8325 with Priority: HIGHEST for action port [ 1075.781159] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 1075.781240] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1075.781337] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e62b92-0851-4648-b7d7-181b274c8325 with Priority: HIGHEST for action port [ 1075.784924] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.785100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.785387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.785600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.785687] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.788392] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.788514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.788581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.788765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.788921] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.789035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.789100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.789245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.789329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.789419] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.790518] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e62b92-0851-4648-b7d7-181b274c8325 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.790632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.790727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.790849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.790975] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e62b92-0851-4648-b7d7-181b274c8325',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.821737] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.821935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.822571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.823166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.823278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.823386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1075.854986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.854986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.854986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.855219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.855753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.869032] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1076.289145] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.289471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.292869] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.294611] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e62b92-0851-4648-b7d7-181b274c8325 with status ACTIVE [ 1076.294900] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.295035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.295121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.295416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.296032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.296032] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.296032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.296032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.296032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.296287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.296316] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.296467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.296562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.296777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.296913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.296982] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e62b92-0851-4648-b7d7-181b274c8325 is going to be updated. [ 1076.327043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.327252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.327252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.327402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.327542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.327704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e62b92-0851-4648-b7d7-181b274c8325" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.800063] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.304555] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.305217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.305563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.306090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.306366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.306655] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be created. [ 1077.348252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.348472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.348519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.348757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.348921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.361622] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: UNINITIALIZED for 2s [ 1077.480303] env[65753]: INFO networking_nsxv3.common.synchronization [req-8b0693ab-f7d9-4a5c-83cd-d32d3b5b380e req-3860bc3d-9978-4971-a896-60d98dc401c7 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1077.480837] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1077.481333] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.481495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.481615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.481876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.482149] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.482306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.482390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.482624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.482735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.482855] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.880997] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1077.882021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.882021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.882021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.882021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.882263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.882263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.882470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.882567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.882734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.882817] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.987295] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.325230] env[65753]: INFO networking_nsxv3.common.synchronization [req-4901f2cf-4026-4632-b63a-f55735744b2d req-6ecfa80f-2b5a-499c-b468-b5c0b3f5db97 tempest-ServerActionsV293TestJSON-1832507352 tempest-ServerActionsV293TestJSON-1832507352-project-member] Enqueued Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_members [ 1078.325230] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b with Priority: HIGHEST for action security_group_members [ 1078.325692] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-42180cd5-e3d6-4a21-a9e7-d938adfa722b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.325993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.326257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.326658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.327390] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.327728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.327981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.328307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.329712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.329712] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42180cd5-e3d6-4a21-a9e7-d938adfa722b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.386544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.386734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.386863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.387679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.387679] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.387679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.387679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.388047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.388287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.388552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.388695] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.388856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.389013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.389246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.389456] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.389607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.389726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.389925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.390017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.390108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.390205] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.490641] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.771564] env[65753]: INFO networking_nsxv3.common.synchronization [None req-0f99b0d4-44d7-4c13-85d8-fd1c2001b2c4 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1078.775136] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1078.775136] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.775136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.831565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.831728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.831798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.832124] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.858074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.858074] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.858074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.858074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.858074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.858074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.858440] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b is going to be updated. [ 1078.888946] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.889176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.889176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.889473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.889630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.892232] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f328e955-1943-4a65-a511-bbefee47192f: rpc.has_security_group_logging(os_id): False [ 1078.903352] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b in Status: IN_PROGRESS for 2s [ 1078.912372] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.912564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.912628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.912849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.912958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.913245] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.913387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.913448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.913611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.913689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.913873] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.913965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.914601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.914761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.914832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.915040] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.915145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.915215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.915410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.915511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.915643] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1078.991855] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.992084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.992166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.992390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.992542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.993821] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.993938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.994015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.994202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.994277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.994366] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1079.020599] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1079.049989] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.049989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.049989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.049989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.049989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.052314] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1079.291553] env[65753]: INFO networking_nsxv3.common.synchronization [req-7a248146-7e66-42b2-8422-0d8a87b3ca7b req-9728c99f-28bd-47bb-b5c3-2f9d36990971 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1079.292315] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1079.292741] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.292894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.292981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.293234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.293421] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.293536] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.293607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.293765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.293848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.293942] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.371562] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1079.371935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.372014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.372265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.372464] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.372587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.372653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.372810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.372894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.372979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.373096] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.795690] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.819850] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.820393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.820393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.820491] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.821047] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.821239] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.821357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.821590] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.821731] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.821938] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.822064] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.822184] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.822292] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.822402] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.822732] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.822908] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.853735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.853896] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.854158] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.854357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-544" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.854749] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-05e0fa46-1b67-477a-bc40-26c9641f6549 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.855009] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.855205] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.855949] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.856839] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e0fa46-1b67-477a-bc40-26c9641f6549',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.875076] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.299024] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.359758] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.359995] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.360241] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.360441] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.360592] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.360760] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 05e0fa46-1b67-477a-bc40-26c9641f6549 not found, creating... [ 1080.361037] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.361221] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.361341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.361558] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.361688] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.361986] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.362176] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.362295] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.362509] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.362635] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.362774] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 05e0fa46-1b67-477a-bc40-26c9641f6549 is going to be created. [ 1080.377628] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96d65976-11b7-40f5-a972-14e1c9b8d854: rpc.has_security_group_logging(os_id): False [ 1080.390182] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.390380] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.390380] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.390662] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.390888] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.391143] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.397850] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.398038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.398164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.398677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.398872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.399354] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.399554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.399698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.400029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.400856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.400856] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be created. [ 1080.500824] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.501082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.501182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.501757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.502357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.523897] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1080.801779] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.801975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.802159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.802406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.802510] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be updated. [ 1080.838396] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.838626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.838756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.838961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.839159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.852600] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: IN_PROGRESS for 2s [ 1080.916501] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b in Status: SUCCESS [ 1080.916661] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42180cd5-e3d6-4a21-a9e7-d938adfa722b deletion is rescheduled due to dependency. [ 1080.916813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42180cd5-e3d6-4a21-a9e7-d938adfa722b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.051413] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1081.051770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.062875] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1081.063991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.063991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.064440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.064558] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.064744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.064784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.065140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.065330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.065451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.166020] env[65753]: INFO networking_nsxv3.common.synchronization [req-7a248146-7e66-42b2-8422-0d8a87b3ca7b req-70ac08da-26f5-4151-9b10-4e2c8bc185d8 service nova] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 1081.166508] env[65753]: INFO networking_nsxv3.common.synchronization [req-7a248146-7e66-42b2-8422-0d8a87b3ca7b req-70ac08da-26f5-4151-9b10-4e2c8bc185d8 service nova] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1081.166733] env[65753]: INFO networking_nsxv3.common.synchronization [req-7a248146-7e66-42b2-8422-0d8a87b3ca7b req-70ac08da-26f5-4151-9b10-4e2c8bc185d8 service nova] Enqueued Resource ID: 05e0fa46-1b67-477a-bc40-26c9641f6549 with Priority: HIGHEST for action port [ 1081.168116] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_rules [ 1081.168332] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1081.168473] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e0fa46-1b67-477a-bc40-26c9641f6549 with Priority: HIGHEST for action port [ 1081.169834] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.169974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.170119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.170483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.170483] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.172338] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.172459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.172678] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e0fa46-1b67-477a-bc40-26c9641f6549 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.172780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.173160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.173395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.173480] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e0fa46-1b67-477a-bc40-26c9641f6549',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.568971] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.569471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.569560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.569782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.569874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.570106] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.570215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.570297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.570422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.570495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.570574] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1081.600098] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.600450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.600450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.600809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.600809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.610944] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1081.675590] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.676083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.676083] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05e0fa46-1b67-477a-bc40-26c9641f6549 with status ACTIVE [ 1081.676271] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.676368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.676368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.676571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.676656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.676903] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.676988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.677069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.678648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.678648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.678648] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.678648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.678648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.678648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.678648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.678648] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05e0fa46-1b67-477a-bc40-26c9641f6549 is going to be updated. [ 1081.702013] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.702217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.702298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.702530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.705308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.705308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e0fa46-1b67-477a-bc40-26c9641f6549" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.869695] env[65753]: INFO networking_nsxv3.common.synchronization [req-738f55ba-79b2-4fc6-8f96-4672e6a8c0fd req-6fc2a168-4c94-4a01-ba76-a469f41b3f7d tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_members [ 1081.869695] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGHEST for action security_group_members [ 1081.869695] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.869695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.869695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.871712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.871954] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.872072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.872150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.872325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.872409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.872501] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.375230] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.375387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.375448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.375670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.375821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.375959] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.376083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.376145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.376299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.376399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.376521] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6c996-05ad-43f7-9191-71059321929e is going to be updated. [ 1082.414669] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.414810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.414879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.415128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.415380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.430719] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: IN_PROGRESS for 2s [ 1082.537271] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1082.537446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.866572] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 1082.866948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.867230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.867520] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.867758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.867899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.867974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.868184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.868276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.868408] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.371592] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.418158] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.418524] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.418524] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.420688] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.421581] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.422373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.422514] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.422912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.423156] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.423476] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.423584] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.423717] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.423916] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.424177] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.424444] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.424643] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.449626] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.449626] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.449626] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.449626] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.451018] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-2adc4687-14f6-4742-8afd-a86473befd61 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.451018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.451018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.451276] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.451512] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adc4687-14f6-4742-8afd-a86473befd61',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.623123] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1083.623309] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 deletion is rescheduled due to dependency. [ 1083.623475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.873755] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.958044] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.958044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.958044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.958339] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.958339] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.958632] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.958814] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.958989] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.959299] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.959494] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.959836] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.960044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.960195] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.960419] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.960580] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.960744] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 2adc4687-14f6-4742-8afd-a86473befd61 is going to be updated. [ 1083.987167] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.987403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.987641] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.987854] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.988077] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.988340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.377348] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.377612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.377718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.378183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.378325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378476] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be updated. [ 1084.410344] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.410537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.410578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.410782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.410926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.426181] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: IN_PROGRESS for 2s [ 1084.440935] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6c996-05ad-43f7-9191-71059321929e in Status: SUCCESS [ 1084.441188] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6c996-05ad-43f7-9191-71059321929e deletion is rescheduled due to dependency. [ 1084.441320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.691894] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb4b46f-d348-4b86-b624-7a59ffb3299c req-c9d7bd0f-8160-449d-a715-5e70f6beecc7 service nova] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 1084.692093] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb4b46f-d348-4b86-b624-7a59ffb3299c req-c9d7bd0f-8160-449d-a715-5e70f6beecc7 service nova] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 1084.692207] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb4b46f-d348-4b86-b624-7a59ffb3299c req-c9d7bd0f-8160-449d-a715-5e70f6beecc7 service nova] Enqueued Resource ID: 2adc4687-14f6-4742-8afd-a86473befd61 with Priority: HIGHEST for action port [ 1084.692761] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_rules [ 1084.692954] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 1084.693088] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adc4687-14f6-4742-8afd-a86473befd61 with Priority: HIGHEST for action port [ 1084.693396] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.693525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.693569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.693762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.693841] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.694798] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.694953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.694953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.695230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.695390] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.695489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.695547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.695768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.695818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.695870] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.696719] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adc4687-14f6-4742-8afd-a86473befd61 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.696882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.696882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.697054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.697136] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adc4687-14f6-4742-8afd-a86473befd61',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.069274] env[65753]: INFO networking_nsxv3.common.synchronization [req-127a3bdb-8cac-4e36-a057-1f25a5396bf4 req-bfa72f0a-48b5-4889-bbf6-a7da620d271a tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_members [ 1085.072040] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGHEST for action security_group_members [ 1085.072582] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.073371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.073371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.073576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.073759] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.074428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.074512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.074799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.074799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.074899] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.199016] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.200128] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.200270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.200592] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adc4687-14f6-4742-8afd-a86473befd61 with status ACTIVE [ 1085.200745] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.200848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.200915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.202668] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.202668] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.202668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.203219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.203472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.203567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.204636] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adc4687-14f6-4742-8afd-a86473befd61 is going to be updated. [ 1085.230148] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.230148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.230148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.230148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.230148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.230148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adc4687-14f6-4742-8afd-a86473befd61" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.578282] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.578461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.578502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.578772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.578807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.578990] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.579183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.579183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.579327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.579404] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.579492] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf is going to be updated. [ 1085.611297] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.611447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.611514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.611948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.612194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.623089] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: IN_PROGRESS for 2s [ 1085.701281] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.203879] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.204184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.204226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.204452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.204557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.204675] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be updated. [ 1086.239484] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.239484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.239484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.239484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.239484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.251256] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: IN_PROGRESS for 2s [ 1086.437912] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 1086.438129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.438532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.438789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.439060] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.439200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.439312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.439441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.439511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.439596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.439688] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.947413] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.450333] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5095e59-60af-4d3f-9540-af62070af590: rpc.has_security_group_logging(os_id): False [ 1087.473112] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.473410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.473410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.473672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.511580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.512095] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.512360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.512503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.512782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.512896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.513034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be updated. [ 1087.587065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.587065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.587065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.587065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.587065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.601699] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: IN_PROGRESS for 2s [ 1087.634297] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf in Status: SUCCESS [ 1087.634513] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf deletion is rescheduled due to dependency. [ 1087.634633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.261593] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: SUCCESS [ 1088.261810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.261986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.262213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.262407] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.262543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.262585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.262762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.262850] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.262934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.263037] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.500184] env[65753]: INFO networking_nsxv3.common.synchronization [req-4c6c1848-18b8-42f1-8f68-ef9f66add2a4 req-f50d39f8-2d32-4880-ad25-1621272392b9 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1088.500713] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1088.501697] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.501877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.501877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.502741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.502840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.502903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.502945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.503264] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.503383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.503485] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.766075] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.005702] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.005940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.006020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.006292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.006383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.006692] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.006792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.006859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.007042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.007115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.007205] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1089.047639] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.047841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.047841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.048141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.048340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.057599] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1089.225632] env[65753]: INFO networking_nsxv3.common.synchronization [None req-fa472dc4-1f3b-4cd5-b4f4-e7149c174ce4 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1089.225632] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1089.225632] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.225632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.225632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.225632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.225632] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.267867] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c682ab5-b197-4b78-90fc-9fa340868fe8: rpc.has_security_group_logging(os_id): False [ 1089.294202] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.296142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.296142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.296142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.296142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.296142] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.296142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.296142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.297054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.297054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.297188] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be created. [ 1089.372212] env[65753]: INFO networking_nsxv3.common.synchronization [None req-181ae353-975d-4588-b61a-1f4efee5afee tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1089.372787] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1089.374658] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.374897] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.379885] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.381117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.381117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.381117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.381117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.397536] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: IN_PROGRESS for 2s [ 1089.616551] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 1089.616895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.756165] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.756352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.756438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.756698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.756771] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.756872] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 already deleted. [ 1089.756955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.757123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.757275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.757395] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.284751] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.284751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.284751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.284916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.284999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.285238] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 already deleted. [ 1090.285379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.084623] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1091.084623] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1091.084623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.414244] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: SUCCESS [ 1091.414490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.374402] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1094.374774] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1094.491541] env[65753]: INFO networking_nsxv3.common.synchronization [req-6719ba08-8474-4017-9547-ac485bad18da req-9b38ed2f-ea43-4909-9716-222f756491f0 tempest-ServersNegativeTestJSON-165210990 tempest-ServersNegativeTestJSON-165210990-project-member] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 1094.491541] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGHEST for action security_group_members [ 1094.491541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.491831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.491831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.492028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.494616] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.494779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.494839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.495050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.495149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.495243] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.999090] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.999090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.999090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.999090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.999090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.999090] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.999510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.999510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.999608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.999608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.999725] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be updated. [ 1095.034578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.034790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.034931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.035318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.035523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.050825] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: IN_PROGRESS for 2s [ 1097.064102] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 in Status: SUCCESS [ 1097.064512] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 deletion is rescheduled due to dependency. [ 1097.064558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.226188] env[65753]: INFO networking_nsxv3.common.synchronization [req-e23f5ab5-0462-4416-8cde-32dd5670acff req-f6563c39-6264-4cdf-b49b-dc1ce9dd7ee2 tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 1098.226972] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 1098.227412] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.227570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.227660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.227923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.228265] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.228468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.228706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.228953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.229090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.229227] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.686668] env[65753]: INFO networking_nsxv3.common.synchronization [req-f0f0f555-599c-4d1f-b32e-8954946b6fcc req-289fd75b-bff5-4e3b-80db-46bf84a037be tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1098.687299] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1098.687657] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.687812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.687902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.688215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.688421] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.688573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.688646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.688889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.689017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.689113] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.732492] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.056493] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.056696] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.056821] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.057107] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.057740] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.057910] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.058211] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.058498] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.058647] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.058955] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.059036] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.059074] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.059182] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.059291] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.059396] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.059526] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.081238] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.081548] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.081622] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.081853] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.082253] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.082536] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.082695] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.083085] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.083252] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b156aab-9aa2-46c6-8e9f-b9912654dcc0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.191117] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.191301] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.191391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.191632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.191734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.191934] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.192065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.192143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.192345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.192385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.192447] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 already deleted. [ 1099.192540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.234580] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.586024] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.586278] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.586387] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.586760] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.586908] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.587077] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 4b156aab-9aa2-46c6-8e9f-b9912654dcc0 not found, creating... [ 1099.587342] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.587497] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.587609] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.587830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.587965] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.588263] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.588421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.588539] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.588742] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.588872] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.589016] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 4b156aab-9aa2-46c6-8e9f-b9912654dcc0 is going to be created. [ 1099.610190] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.610413] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.610515] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.610797] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.611041] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.611278] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.739286] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.739518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.739518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.739717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.739830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.739940] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be updated. [ 1099.771391] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.771540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.771602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.771822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.771970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.781649] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 1100.320633] env[65753]: INFO networking_nsxv3.common.synchronization [req-f0f0f555-599c-4d1f-b32e-8954946b6fcc req-7de5b6ee-ea1f-4a86-bc8a-d38952cb818e service nova] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1100.320947] env[65753]: INFO networking_nsxv3.common.synchronization [req-f0f0f555-599c-4d1f-b32e-8954946b6fcc req-7de5b6ee-ea1f-4a86-bc8a-d38952cb818e service nova] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1100.321063] env[65753]: INFO networking_nsxv3.common.synchronization [req-f0f0f555-599c-4d1f-b32e-8954946b6fcc req-7de5b6ee-ea1f-4a86-bc8a-d38952cb818e service nova] Enqueued Resource ID: 4b156aab-9aa2-46c6-8e9f-b9912654dcc0 with Priority: HIGHEST for action port [ 1100.321536] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1100.321770] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1100.321959] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b156aab-9aa2-46c6-8e9f-b9912654dcc0 with Priority: HIGHEST for action port [ 1100.322270] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.322454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.322533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.322816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.322861] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.323881] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.324066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.324139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.324380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.324592] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.325070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.325070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.325070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.325450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.325450] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.326175] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.326568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.326568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.326690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.326731] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b156aab-9aa2-46c6-8e9f-b9912654dcc0',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.829066] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.829066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.829066] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.829516] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b156aab-9aa2-46c6-8e9f-b9912654dcc0 with status ACTIVE [ 1100.829703] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.829818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.829883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.830105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.830192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.830401] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.830553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.830635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.830806] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.830881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.831069] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.831844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.831844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.831844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.831844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.831844] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b156aab-9aa2-46c6-8e9f-b9912654dcc0 is going to be updated. [ 1100.858706] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.858851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.858851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.859187] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.859462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.859803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b156aab-9aa2-46c6-8e9f-b9912654dcc0" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.333893] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.791493] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 1101.791826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.837716] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.837912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.837988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.838204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.838305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.838391] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be created. [ 1101.868839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.869039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.869039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.869255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.869443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.880801] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: UNINITIALIZED for 2s [ 1103.325991] env[65753]: INFO networking_nsxv3.common.synchronization [req-eee83fe6-32b1-4e4f-a6f1-10ff29a19139 req-3b3cc793-9c02-4d39-8dd3-fb0af8b64215 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1103.326534] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1103.326873] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.327016] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.327066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.327379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.327446] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.327549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.327606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.327746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.327834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.327947] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.650870] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.651142] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.651287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.651641] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.651908] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.652120] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.652212] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.652468] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.652645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.652875] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.652929] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.653049] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.653191] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.653320] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.653426] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.653585] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.676086] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.676295] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.676428] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.676734] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677447] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-eca37d97-ed85-4bcf-b389-e161b7507b5b taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.677447] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.677622] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.677815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.678604] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca37d97-ed85-4bcf-b389-e161b7507b5b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.829682] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.829876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.829947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.830248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.830383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.830679] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.830838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.830910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.831093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.831171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.831262] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1103.860651] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.860874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.860874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.861105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.861253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.871085] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1103.889817] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1103.890056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.890234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.890455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.890644] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.890763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.890831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.891031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.891131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.891228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.891322] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.180407] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.180656] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.180784] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.181076] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.181236] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.181449] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port eca37d97-ed85-4bcf-b389-e161b7507b5b not found, creating... [ 1104.181724] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.181882] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.182014] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.182273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.182426] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.182711] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.182905] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.183336] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.183582] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.183725] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.183869] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: eca37d97-ed85-4bcf-b389-e161b7507b5b is going to be created. [ 1104.204696] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.204903] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.205033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.205313] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.205569] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.205790] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.394101] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.897895] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275d4618-7ef4-432e-ba74-13d7cbb48e10: rpc.has_security_group_logging(os_id): False [ 1104.918366] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.919035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.919035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.919035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.919035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.919300] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.919374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.919374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.919568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.919605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.919915] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be created. [ 1104.934918] env[65753]: INFO networking_nsxv3.common.synchronization [req-eee83fe6-32b1-4e4f-a6f1-10ff29a19139 req-2d803d32-4322-44cc-b607-d06c02029c5a service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1104.935091] env[65753]: INFO networking_nsxv3.common.synchronization [req-eee83fe6-32b1-4e4f-a6f1-10ff29a19139 req-2d803d32-4322-44cc-b607-d06c02029c5a service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1104.935542] env[65753]: INFO networking_nsxv3.common.synchronization [req-eee83fe6-32b1-4e4f-a6f1-10ff29a19139 req-2d803d32-4322-44cc-b607-d06c02029c5a service nova] Enqueued Resource ID: eca37d97-ed85-4bcf-b389-e161b7507b5b with Priority: HIGHEST for action port [ 1104.936275] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1104.936275] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1104.936624] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca37d97-ed85-4bcf-b389-e161b7507b5b with Priority: HIGHEST for action port [ 1104.937784] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.937784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.937784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.937983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.937983] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.939275] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.939382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.939747] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca37d97-ed85-4bcf-b389-e161b7507b5b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.940348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.940604] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.940702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.941501] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca37d97-ed85-4bcf-b389-e161b7507b5b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.987762] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.987974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.988023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.988218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.988507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.999633] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: IN_PROGRESS for 2s [ 1105.444415] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.444415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.444415] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eca37d97-ed85-4bcf-b389-e161b7507b5b with status ACTIVE [ 1105.444415] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.444415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.444415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.445026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.445139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.445366] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.445514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.445587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.445797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.445881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.446176] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.446337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.446407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.446663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.446753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.446866] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eca37d97-ed85-4bcf-b389-e161b7507b5b is going to be updated. [ 1105.469378] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.469591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.469591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.469996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.470154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.470462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca37d97-ed85-4bcf-b389-e161b7507b5b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.886591] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1105.886796] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1105.886961] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.887162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.887428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.887648] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.887778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.887832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.888014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.888100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.888201] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.956479] env[65753]: INFO networking_nsxv3.common.synchronization [req-747a7894-fcad-4e1f-b243-53bf07e7c086 req-cf568e81-2603-4558-8acd-00077fd32f79 tempest-ImagesOneServerTestJSON-1385457576 tempest-ImagesOneServerTestJSON-1385457576-project-member] Enqueued Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_members [ 1105.957271] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de with Priority: HIGHEST for action security_group_members [ 1105.957643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-60883c9e-7f4f-40b0-9853-744aae7cb5de taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.957776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.957876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.958338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.958338] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.958566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.958566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.958711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.958711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.958806] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60883c9e-7f4f-40b0-9853-744aae7cb5de',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.390312] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.461636] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.461636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.461636] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.462092] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.481915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.482185] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.482297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.482360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.482559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.482635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.482723] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de is going to be updated. [ 1106.512259] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.512908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.512908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.512908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.512908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.522720] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de in Status: IN_PROGRESS for 2s [ 1106.895485] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.012816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1107.013114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.398224] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.398619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.398619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.398755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.398755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.398847] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1107.432020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.432253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.432351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.432765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.432949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.444843] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1108.533351] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de in Status: SUCCESS [ 1108.533690] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60883c9e-7f4f-40b0-9853-744aae7cb5de deletion is rescheduled due to dependency. [ 1108.533690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60883c9e-7f4f-40b0-9853-744aae7cb5de" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.910313] env[65753]: INFO networking_nsxv3.common.synchronization [req-88634e4d-3827-4294-9706-f51fbf99b733 req-a8689476-f7bd-46e7-bf04-4c7d97056578 tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1108.911611] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1108.912224] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.912400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.912482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.912711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.912910] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.913013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.913089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.913259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.914148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.914148] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.418250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.418250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.418250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.418250] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1109.444635] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.444797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.445673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.445673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.445673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.459436] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1109.459659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.459813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.460474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.460664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.460779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.460841] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.461013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.461089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.461178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.461274] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.464885] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1109.663062] env[65753]: INFO networking_nsxv3.common.synchronization [req-c98aa736-07a0-4b01-ba8b-2822d29684e1 req-0c42a820-4104-4f76-9c7c-248673feeac7 tempest-ServerRescueNegativeTestJSON-1164963118 tempest-ServerRescueNegativeTestJSON-1164963118-project-member] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 1109.664000] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGHEST for action security_group_members [ 1109.664353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.664530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.664530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.664729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.664878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.664970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.669101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.669101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.669101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.669349] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.966983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.967170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.967343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.967456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.967643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.967747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.967811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.968153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.968153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.968153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.968267] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.968363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.968433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.968560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.968693] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.968782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.968930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.969778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.969778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.969778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.969778] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.170898] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.171345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.171345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.171486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.194964] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.195264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.195373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.195444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.195721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.195830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.195959] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be updated. [ 1110.223981] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.223981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.223981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.223981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.223981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.234095] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: IN_PROGRESS for 2s [ 1110.472397] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f328e955-1943-4a65-a511-bbefee47192f: rpc.has_security_group_logging(os_id): False [ 1110.492709] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.492863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.493015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.493212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.493283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.493451] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.493547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.493602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.493754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.493836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.493997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.494102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.494161] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.494322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.494398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.494589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.494683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.494734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.494907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.495110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.495198] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1110.560740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.561032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.561032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.561180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.561329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.577606] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1111.477625] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1111.477966] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 deletion is rescheduled due to dependency. [ 1111.477966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.245243] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 in Status: SUCCESS [ 1112.245845] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 deletion is rescheduled due to dependency. [ 1112.245845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.595441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1112.595789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.664837] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1114.665262] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1116.180647] env[65753]: INFO networking_nsxv3.common.synchronization [req-e1b0608e-47f7-4c72-866b-568619e78740 req-299bd4b7-cd44-458c-b709-e0427b7d9e78 tempest-AttachVolumeTestJSON-627906013 tempest-AttachVolumeTestJSON-627906013-project-member] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_members [ 1116.181630] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGHEST for action security_group_members [ 1116.181630] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.181630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.181630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.181630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.181837] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.181892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.181921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.182540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.182540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.182540] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.233730] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d149b24-6076-49d5-b37f-7504b8694b43 req-cea93be4-5fbd-4922-b3a8-bb5646321601 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1116.234247] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1116.234627] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.234754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.234818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.235131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.235196] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.235291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.235356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.235510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.235618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.235745] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.682742] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.682941] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.683129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.683342] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.683594] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.683747] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.683859] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.684074] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.684410] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.684497] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.684555] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.684639] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.685011] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.685011] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.685011] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.685133] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.686851] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.686962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.687040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.687197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.687281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.687454] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.687545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.687607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.687741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.687814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.687896] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 is going to be updated. [ 1116.710128] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.710302] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.710436] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.710610] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.710941] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-924f7463-7e8c-4f58-af04-46082cd691ed taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.711126] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.711245] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.711571] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.711724] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924f7463-7e8c-4f58-af04-46082cd691ed',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.721266] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.721266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.721266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.721266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.721266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.724101] env[65753]: INFO networking_nsxv3.common.synchronization [req-73e033f8-5f23-4ecc-9c87-fcd406cf86d5 req-7526b47e-22a4-4227-bf22-256b6bbfe2af tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1116.724649] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1116.724944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.725099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.725144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.725309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.725444] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.725534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.725595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.725730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.725809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.725900] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.730807] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: IN_PROGRESS for 2s [ 1116.737248] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.214749] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.215057] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.215103] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.215423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.215571] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.215722] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 924f7463-7e8c-4f58-af04-46082cd691ed not found, creating... [ 1117.215974] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.216174] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.216473] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.216539] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.216635] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.216944] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.217108] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.217422] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.218702] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.218702] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.218702] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 924f7463-7e8c-4f58-af04-46082cd691ed is going to be created. [ 1117.228560] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.228875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.228875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.228959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.229069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.229296] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.229406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.229466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.229635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.229713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.230108] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1117.238765] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.248086] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.248302] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.248428] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.248752] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.249013] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.249256] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.266031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.266031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.266031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.266031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.266031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.288026] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1117.741483] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.741717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.741866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.742202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.742346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.742505] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be updated. [ 1117.774180] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.774317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.774425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.774646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.774793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.784011] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: IN_PROGRESS for 2s [ 1117.965034] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d149b24-6076-49d5-b37f-7504b8694b43 req-077d6afa-e47c-48f2-bdd3-9324ee05ab2b service nova] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1117.965233] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d149b24-6076-49d5-b37f-7504b8694b43 req-077d6afa-e47c-48f2-bdd3-9324ee05ab2b service nova] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1117.965435] env[65753]: INFO networking_nsxv3.common.synchronization [req-9d149b24-6076-49d5-b37f-7504b8694b43 req-077d6afa-e47c-48f2-bdd3-9324ee05ab2b service nova] Enqueued Resource ID: 924f7463-7e8c-4f58-af04-46082cd691ed with Priority: HIGHEST for action port [ 1117.965928] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_rules [ 1117.966075] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1117.966170] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 924f7463-7e8c-4f58-af04-46082cd691ed with Priority: HIGHEST for action port [ 1117.966443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.966572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.966623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.966829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.966906] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.968094] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.968192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.968501] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-924f7463-7e8c-4f58-af04-46082cd691ed taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.968501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.968670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.968703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.968788] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924f7463-7e8c-4f58-af04-46082cd691ed',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.456351] env[65753]: INFO networking_nsxv3.common.synchronization [req-44da86d6-daf3-4b3f-9125-57442fc7f502 req-3299fe49-903b-4e70-afc5-a987ff6c3ad2 tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1118.456735] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1118.457042] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.457166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.457418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.457570] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.457661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.457862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.457945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.458404] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.469990] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.470123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.470298] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 924f7463-7e8c-4f58-af04-46082cd691ed with status ACTIVE [ 1118.470470] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.470577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.470642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.470835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.470922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.471199] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.471199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.471322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.471372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.471445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.471620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.471709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.471768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.471903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.471974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.472087] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 924f7463-7e8c-4f58-af04-46082cd691ed is going to be updated. [ 1118.495760] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.495922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.495990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.496210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.496342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.496497] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-924f7463-7e8c-4f58-af04-46082cd691ed" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.740903] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88da0512-9037-495f-b331-5dfd35f9e849 in Status: SUCCESS [ 1118.741094] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 deletion is rescheduled due to dependency. [ 1118.741206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.758020] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.758240] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.758360] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.758619] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.758873] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.759035] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.759150] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.759463] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.759508] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.759701] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.759785] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.759903] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.759989] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.760107] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.760209] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.760335] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.779511] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.779784] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.779931] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.780117] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.780431] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-b91df992-11ae-4d37-af24-380860864b45 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780602] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780981] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781328] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781468] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91df992-11ae-4d37-af24-380860864b45',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.961049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.961049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.961049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.961259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.961335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.961528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.961624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.961687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.961829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.961903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.961986] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1118.988854] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.989078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.989078] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.989282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.989425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.998858] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1119.284057] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.284236] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.284416] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.284729] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.284878] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.285046] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port b91df992-11ae-4d37-af24-380860864b45 not found, creating... [ 1119.285645] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.285889] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.286273] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.286505] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.286670] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.286967] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.287144] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.287274] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.287486] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.287622] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.287759] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: b91df992-11ae-4d37-af24-380860864b45 is going to be created. [ 1119.313880] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1119.314133] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1119.314198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.325698] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.325987] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.326130] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.326403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.326640] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.326871] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.794156] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1119.794584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.794679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.794903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.795137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.795327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.795405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.795577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.795665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.795808] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.018415] env[65753]: INFO networking_nsxv3.common.synchronization [req-44da86d6-daf3-4b3f-9125-57442fc7f502 req-07a18fec-cdc2-470a-bd25-f9c0a8c196dc service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 1120.018595] env[65753]: INFO networking_nsxv3.common.synchronization [req-44da86d6-daf3-4b3f-9125-57442fc7f502 req-07a18fec-cdc2-470a-bd25-f9c0a8c196dc service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1120.018731] env[65753]: INFO networking_nsxv3.common.synchronization [req-44da86d6-daf3-4b3f-9125-57442fc7f502 req-07a18fec-cdc2-470a-bd25-f9c0a8c196dc service nova] Enqueued Resource ID: b91df992-11ae-4d37-af24-380860864b45 with Priority: HIGHEST for action port [ 1120.019268] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 1120.019402] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1120.019494] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91df992-11ae-4d37-af24-380860864b45 with Priority: HIGHEST for action port [ 1120.019756] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.019883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.019921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.020143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.020223] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.021077] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.021173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.021368] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91df992-11ae-4d37-af24-380860864b45 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.021478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.021544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.021715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.021793] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91df992-11ae-4d37-af24-380860864b45',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.299184] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.523638] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.523821] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.523932] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b91df992-11ae-4d37-af24-380860864b45 with status ACTIVE [ 1120.524131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.524295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.524410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.524646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.524777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.524965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.525077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.525140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.525346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.525540] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.525753] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.525860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.526287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.526287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.526287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.526287] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b91df992-11ae-4d37-af24-380860864b45 is going to be updated. [ 1120.551359] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.551510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.551575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.551789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.551926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.552107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91df992-11ae-4d37-af24-380860864b45" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.800441] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.009857] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1121.010099] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 deletion is rescheduled due to dependency. [ 1121.010099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.010382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.010655] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.010776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.010837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.011087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.011184] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.303182] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.303405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.303405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.303603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.303695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.303796] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be updated. [ 1121.332836] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.333023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.333107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.333384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.333543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.342820] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: IN_PROGRESS for 2s [ 1121.513323] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.016427] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.520730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.520926] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.520979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.521713] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1122.554911] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.555105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.555155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.555361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.555543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.565437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1123.358868] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1123.359257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.359294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.359514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.359707] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.359825] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.359883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.360048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.360129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.360213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.360307] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.863149] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.365219] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275d4618-7ef4-432e-ba74-13d7cbb48e10: rpc.has_security_group_logging(os_id): False [ 1124.384235] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.384444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.384507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.384710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.384800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.385071] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.385186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.385239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.385402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.385481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.385567] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be updated. [ 1124.458061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.458229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.458294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.458504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.458649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.473389] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: IN_PROGRESS for 2s [ 1124.576057] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1124.576279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.576461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.576697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.576883] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.577014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.577080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.577234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.577313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.577397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.577488] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.020725] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.020862] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1125.079445] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.581391] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d1b92b-8ce2-46da-bf66-e13af83ffc19: rpc.has_security_group_logging(os_id): False [ 1125.599409] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.599611] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.599658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.599868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.599956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.600218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.600316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.600380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.600528] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.600602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.600687] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1125.674049] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.674049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.674049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.674049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.674303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.690621] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1126.489768] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1126.489768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.003250] env[65753]: INFO networking_nsxv3.common.synchronization [None req-e90528bb-9565-4ddd-9515-f30a7d458a89 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1127.003914] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1127.004726] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.004851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.005019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.005197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.005372] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.005518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.005570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.005700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.005784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.005905] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.508554] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.508710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.508783] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.509054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.509153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.509356] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.509457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.509521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.509668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.509741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.509826] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1127.541075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.541075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.541075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.541075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.541394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.551344] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1127.706590] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1127.706590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.572218] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1129.572639] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 deletion is rescheduled due to dependency. [ 1129.572639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.818513] env[65753]: INFO networking_nsxv3.common.synchronization [req-86a3943e-70e0-4747-9d96-788fec653037 req-f62671a4-5afe-4f7c-a50e-bdd409b49101 tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1129.818885] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1129.819206] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.819326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.819392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.819692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.819970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.820117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.820223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.820389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.820625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.820625] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.140543] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.140543] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.140543] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.140788] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.141160] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.142178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.142178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.142178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.142178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.142178] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.142178] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.142460] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.142460] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.142460] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.142622] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.142737] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.163362] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.163626] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.163733] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.163831] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-906" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.164284] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-e06e56fe-7299-46f2-9238-9f1351c4ce06 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.164560] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.164712] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.165044] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.165188] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06e56fe-7299-46f2-9238-9f1351c4ce06',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.323033] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.323033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.323033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.323265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.323265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.323461] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.323606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.323606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.323766] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.323836] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.323922] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1130.349750] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.349980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.350072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.350285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.350424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.359441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1130.667463] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.667856] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.667856] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.668012] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.668173] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.668341] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port e06e56fe-7299-46f2-9238-9f1351c4ce06 not found, creating... [ 1130.668602] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.668756] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.668872] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.669105] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.669245] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.669527] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.669680] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.669794] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.669996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.670150] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.670286] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: e06e56fe-7299-46f2-9238-9f1351c4ce06 is going to be created. [ 1130.690728] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.690925] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.691054] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.691320] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.691537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.691790] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.412539] env[65753]: INFO networking_nsxv3.common.synchronization [req-86a3943e-70e0-4747-9d96-788fec653037 req-efb5b776-3960-4c48-8881-69461736daa7 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1131.412539] env[65753]: INFO networking_nsxv3.common.synchronization [req-86a3943e-70e0-4747-9d96-788fec653037 req-efb5b776-3960-4c48-8881-69461736daa7 service nova] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1131.412665] env[65753]: INFO networking_nsxv3.common.synchronization [req-86a3943e-70e0-4747-9d96-788fec653037 req-efb5b776-3960-4c48-8881-69461736daa7 service nova] Enqueued Resource ID: e06e56fe-7299-46f2-9238-9f1351c4ce06 with Priority: HIGHEST for action port [ 1131.413561] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_rules [ 1131.413561] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1131.413561] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06e56fe-7299-46f2-9238-9f1351c4ce06 with Priority: HIGHEST for action port [ 1131.413561] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.413763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.413763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.413972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.414066] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.414938] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.415044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.415246] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06e56fe-7299-46f2-9238-9f1351c4ce06 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.415353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.415405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.415644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.415644] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06e56fe-7299-46f2-9238-9f1351c4ce06',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.918052] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.918052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.918052] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e06e56fe-7299-46f2-9238-9f1351c4ce06 with status ACTIVE [ 1131.918052] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.918052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.918052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.919809] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.919809] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.919809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.919809] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e06e56fe-7299-46f2-9238-9f1351c4ce06 is going to be updated. [ 1131.945313] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.945556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.945676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.945976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.946431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.946431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06e56fe-7299-46f2-9238-9f1351c4ce06" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.370382] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1132.370632] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1132.370632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.370745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.370974] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.371204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.371325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.371390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.372015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.372015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.372015] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.873903] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.377034] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.879178] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.879475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.879569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.879793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.879882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.879980] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1133.913621] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.913774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.913845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.914068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.914215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.929068] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1135.944209] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1135.944608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.944883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.945247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.945465] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.945610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.945681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.945856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.945939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.946040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.946138] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.414419] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.414601] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.449365] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.449572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.449572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.449745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.449910] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.450023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.450088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.450272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.450331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.450422] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.450566] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.450659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.450717] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.450854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.450988] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.451103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.451165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.451299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.451395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.451463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.451567] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.954149] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f328e955-1943-4a65-a511-bbefee47192f: rpc.has_security_group_logging(os_id): False [ 1136.971867] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.972094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.972094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.972335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.972424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.972650] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.972754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.972816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.972963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.973051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.973222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.973313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.973386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.973529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.973605] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.973800] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.973892] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.973954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.974125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.974210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.974298] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1137.037734] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.037954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.037954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.038147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.038302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.054972] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1139.072242] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1139.072639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.415863] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.416298] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1144.879378] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.879804] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.879804] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.880102] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.880398] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.880638] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.880794] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.881059] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.881503] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.881587] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.881761] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.881862] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.881976] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.882107] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.882236] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.882363] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.905284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.905460] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.905644] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.905828] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.906170] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-8964bfa9-6690-403d-9936-940d8087617c taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.906361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.906470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.906917] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.907088] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8964bfa9-6690-403d-9936-940d8087617c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.162070] env[65753]: INFO networking_nsxv3.common.synchronization [req-69a1dd29-e815-4de3-856e-e88492f272fe req-97ddd452-7ee1-4f2c-85fc-7f091a8a08ee tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 1145.162495] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGHEST for action security_group_members [ 1145.162904] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.163054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.163123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.163318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.163527] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.164271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.164271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.164271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.164271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.164271] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.410201] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.410435] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.410559] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.410862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411015] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.411174] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 8964bfa9-6690-403d-9936-940d8087617c not found, creating... [ 1145.411437] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411599] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411715] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.412100] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.412279] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.412668] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.412872] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.413284] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.413366] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.413481] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.413646] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 8964bfa9-6690-403d-9936-940d8087617c is going to be created. [ 1145.433421] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.433651] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.433805] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.434166] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.434403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.434768] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.666501] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.666756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.666756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.666921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.667019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.667241] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.667395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.667395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.667617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.667682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.667914] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be updated. [ 1145.699626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.699888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.699888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.700101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.700274] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.711853] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: IN_PROGRESS for 2s [ 1146.148850] env[65753]: INFO networking_nsxv3.common.synchronization [req-777729c9-5f21-4b67-8ddc-d595b1da9187 req-cf8fcad2-e41c-4901-85a1-4d72052ec917 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1146.149146] env[65753]: INFO networking_nsxv3.common.synchronization [req-777729c9-5f21-4b67-8ddc-d595b1da9187 req-cf8fcad2-e41c-4901-85a1-4d72052ec917 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1146.149191] env[65753]: INFO networking_nsxv3.common.synchronization [req-777729c9-5f21-4b67-8ddc-d595b1da9187 req-cf8fcad2-e41c-4901-85a1-4d72052ec917 service nova] Enqueued Resource ID: 8964bfa9-6690-403d-9936-940d8087617c with Priority: HIGHEST for action port [ 1146.149399] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1146.149528] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1146.149619] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8964bfa9-6690-403d-9936-940d8087617c with Priority: HIGHEST for action port [ 1146.150710] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.150866] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.150954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.151202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.151370] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.152569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.152737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.152815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.153624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.153624] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.153624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.153624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.153624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.153624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.153624] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.154587] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8964bfa9-6690-403d-9936-940d8087617c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.154587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.154587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.154757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.154757] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8964bfa9-6690-403d-9936-940d8087617c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.656758] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.657802] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.657912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.658082] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8964bfa9-6690-403d-9936-940d8087617c with status ACTIVE [ 1146.658241] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.658349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.658415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.658614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.658704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.658928] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.658996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.659042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.659191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.659267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.659895] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.660032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.660101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.660363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.660459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.660569] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8964bfa9-6690-403d-9936-940d8087617c is going to be updated. [ 1146.686645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.686797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.687019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.687649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.687649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.687649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.163587] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.668449] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.668649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.668759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.668927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.669051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.669168] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1147.698043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.698238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.698275] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.698487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.698632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.707930] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1147.721025] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 in Status: SUCCESS [ 1147.721196] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 deletion is rescheduled due to dependency. [ 1147.721196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.443685] env[65753]: INFO networking_nsxv3.common.synchronization [req-a08b5be6-4ab8-46bf-bbf4-67ca8852fc1e req-f5012835-4e22-4a06-9fd1-99e59686a223 tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1148.443685] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1148.445025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.445186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.445246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.446238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.446238] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.446238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.446238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.446238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.446238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.446238] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.948780] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.451792] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.719985] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1149.720235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.720407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.720642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.720843] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.720962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.721040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.721197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.721277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.721361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.721451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.955188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.955376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.955442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.956220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.956220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.956220] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be updated. [ 1149.985078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.985307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.985421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.986037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.986267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.997342] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: IN_PROGRESS for 2s [ 1150.223997] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.224238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.224317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.224597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.224856] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.224950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.224950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.225112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.225202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.225287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.225518] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.225608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.225608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.225748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.225873] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.225983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.226055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.226195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.226281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.226363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.226447] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.273953] env[65753]: INFO networking_nsxv3.common.synchronization [None req-7306ae69-0732-4bb9-845f-71a685694ccc tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1150.274210] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1150.274664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.274664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.274932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.274932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.275118] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.362186] env[65753]: INFO networking_nsxv3.common.synchronization [None req-2aa6d761-6154-4a5c-839d-dc161217b689 tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1150.362736] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1150.363054] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.363162] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.728841] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba593e-0f83-42a6-8879-7149ebf8dfa7: rpc.has_security_group_logging(os_id): False [ 1150.746971] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.747537] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.748125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.748125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.748892] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.749106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.749186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.749357] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.749443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.749655] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.749811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.749811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.750024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.750104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.750155] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1150.794804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.794804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.794804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.795107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.795210] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e already deleted. [ 1150.795295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.795457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.795748] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.810565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.810747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.810792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.810983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.811130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.829402] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1151.316719] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.316908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.316992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.317227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.317316] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.317408] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e already deleted. [ 1151.317488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.007673] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 1152.008053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.850154] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1152.850445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.363540] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.363823] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.638860] env[65753]: INFO networking_nsxv3.common.synchronization [None req-2dd7c4f9-91fe-427b-b57d-cda08c9f7b83 None None] Enqueued Resource ID: e951aaa0-4df7-41df-924b-6197ad2e61c9 with Priority: HIGHEST for action port [ 1158.639479] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e951aaa0-4df7-41df-924b-6197ad2e61c9 with Priority: HIGHEST for action port [ 1158.639479] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e951aaa0-4df7-41df-924b-6197ad2e61c9 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.639743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e951aaa0-4df7-41df-924b-6197ad2e61c9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.639743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e951aaa0-4df7-41df-924b-6197ad2e61c9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.639912] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e951aaa0-4df7-41df-924b-6197ad2e61c9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.639991] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e951aaa0-4df7-41df-924b-6197ad2e61c9',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.146689] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e951aaa0-4df7-41df-924b-6197ad2e61c9 [ 1159.146689] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.146689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.146689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.146689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.146689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.146689] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e951aaa0-4df7-41df-924b-6197ad2e61c9 already deleted. [ 1159.146689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e951aaa0-4df7-41df-924b-6197ad2e61c9" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.439147] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e93ab12-3753-4444-bc3f-293cbe600359 req-d1d37737-2228-4fde-9734-acbd4bc163bd tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1159.439688] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1159.439989] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.441281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.441386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.441673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.441840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.441966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.442114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.442466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.442575] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.443173] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.831742] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.831742] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.832710] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.832710] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.832710] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.832710] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.832996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.832996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.833178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.833359] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.833474] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.833638] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.833776] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.833922] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.834011] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.834151] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.856751] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.856952] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.857184] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.857403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.857773] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-f3dcfa87-c097-4b94-bab6-e9fd7455605b taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.857977] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.858131] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.858520] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.858670] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dcfa87-c097-4b94-bab6-e9fd7455605b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.946929] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.946929] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.946929] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e already deleted. [ 1159.946929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.361168] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.361525] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.361660] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.361942] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.362104] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.362283] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port f3dcfa87-c097-4b94-bab6-e9fd7455605b not found, creating... [ 1160.362539] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.362708] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.362780] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.362991] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.363140] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.363414] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.363559] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.363684] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.363862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.363992] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.364178] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b is going to be created. [ 1160.384857] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.385112] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.385220] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.385497] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.386559] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.386559] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.116218] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e93ab12-3753-4444-bc3f-293cbe600359 req-70af43e2-1323-442a-ac3f-6b6809e4932f service nova] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1161.116218] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e93ab12-3753-4444-bc3f-293cbe600359 req-70af43e2-1323-442a-ac3f-6b6809e4932f service nova] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1161.116218] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e93ab12-3753-4444-bc3f-293cbe600359 req-70af43e2-1323-442a-ac3f-6b6809e4932f service nova] Enqueued Resource ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b with Priority: HIGHEST for action port [ 1161.116218] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1161.116218] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1161.116218] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b with Priority: HIGHEST for action port [ 1161.117294] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.117452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.117552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.118999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.118999] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.120164] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.120311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.120376] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.120566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.120718] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.120816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.120869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.121268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.121268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.121268] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.124832] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dcfa87-c097-4b94-bab6-e9fd7455605b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.125910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.125910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.125910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.125910] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dcfa87-c097-4b94-bab6-e9fd7455605b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.234566] env[65753]: INFO networking_nsxv3.common.synchronization [None req-431cc14b-e5b1-41fa-b3a7-a7e1255e099d None None] Enqueued Resource ID: 36f2d190-92ed-4769-abaf-2d847eb56d67 with Priority: HIGHEST for action port [ 1161.237251] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f2d190-92ed-4769-abaf-2d847eb56d67 with Priority: HIGHEST for action port [ 1161.237595] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f2d190-92ed-4769-abaf-2d847eb56d67 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.237716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f2d190-92ed-4769-abaf-2d847eb56d67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.237775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f2d190-92ed-4769-abaf-2d847eb56d67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.238138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f2d190-92ed-4769-abaf-2d847eb56d67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.238233] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f2d190-92ed-4769-abaf-2d847eb56d67',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.621405] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.621643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.624084] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.627864] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dcfa87-c097-4b94-bab6-e9fd7455605b with status ACTIVE [ 1161.628083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.628277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.628277] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.628471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.628558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.628738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.629062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.629062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.629062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.629212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.629349] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.629452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.629521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.629642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.629730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.629816] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b is going to be updated. [ 1161.653959] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.654132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.654189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.654393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.654523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.654711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.741330] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36f2d190-92ed-4769-abaf-2d847eb56d67 [ 1161.741558] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.741694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.741798] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.742096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.742195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.742299] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36f2d190-92ed-4769-abaf-2d847eb56d67 already deleted. [ 1161.742379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f2d190-92ed-4769-abaf-2d847eb56d67" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.070813] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.071030] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.071149] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.071417] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.071679] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.071841] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.071962] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.072352] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.072507] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.072737] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.072852] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.072957] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.073073] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.073182] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.073284] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.073413] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.093989] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.094130] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.094237] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.094491] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-170" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.094918] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-8964bfa9-6690-403d-9936-940d8087617c taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.095094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.095216] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.095467] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.095651] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8964bfa9-6690-403d-9936-940d8087617c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.127441] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.598660] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.598873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.598973] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.599478] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.599683] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.600085] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.600297] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.600452] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.600738] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.600915] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.601311] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.601502] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.601657] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.601932] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.602119] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.602303] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 8964bfa9-6690-403d-9936-940d8087617c is going to be updated. [ 1162.625438] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.625695] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.625831] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.626188] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.626400] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.626627] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.629236] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.629360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.629426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.629607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.629688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.629790] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e is going to be created. [ 1162.655939] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.656190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.656190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.656402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.656561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.671730] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: UNINITIALIZED for 2s [ 1163.318496] env[65753]: INFO networking_nsxv3.common.synchronization [req-f80a1d12-65fc-4cfa-908c-bb243786f1df req-2e6c1399-e229-4ecb-b330-a9190edec235 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1163.319200] env[65753]: INFO networking_nsxv3.common.synchronization [req-f80a1d12-65fc-4cfa-908c-bb243786f1df req-2e6c1399-e229-4ecb-b330-a9190edec235 service nova] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1163.319200] env[65753]: INFO networking_nsxv3.common.synchronization [req-f80a1d12-65fc-4cfa-908c-bb243786f1df req-2e6c1399-e229-4ecb-b330-a9190edec235 service nova] Enqueued Resource ID: 8964bfa9-6690-403d-9936-940d8087617c with Priority: HIGHEST for action port [ 1163.319377] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_rules [ 1163.319509] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1163.319598] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8964bfa9-6690-403d-9936-940d8087617c with Priority: HIGHEST for action port [ 1163.320047] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.320170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.320228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.320439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.320577] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.321817] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.321940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.322180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.322317] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.322432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.322647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.322767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.322852] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.323613] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8964bfa9-6690-403d-9936-940d8087617c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.323728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.324046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.324046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.324046] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8964bfa9-6690-403d-9936-940d8087617c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.825520] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.825646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.825828] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.826765] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8964bfa9-6690-403d-9936-940d8087617c with status ACTIVE [ 1163.826970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.827113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.827181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.827380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.827466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.827663] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.827758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.827818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.827969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.828058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.828635] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.828635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.828635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.828635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.828635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.828635] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8964bfa9-6690-403d-9936-940d8087617c is going to be updated. [ 1163.851970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.852137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.852206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.852407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.852558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.852730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8964bfa9-6690-403d-9936-940d8087617c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.330686] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.683400] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: SUCCESS [ 1164.683400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.683573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.683826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.684071] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.684226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.684311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.684459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.684539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.684631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.684761] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.698083] env[65753]: INFO networking_nsxv3.common.synchronization [req-afd1e2f9-4dea-4922-ae40-b8d23f34f9f6 req-f3584105-96a6-4410-97bd-48401a4d1d26 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1164.699278] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1164.699604] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.699730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.699797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.700538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.700783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.700900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.700976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.701199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.701298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.701396] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.833083] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.833325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.833325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.833523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.833630] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.834202] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1164.873480] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.873715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.873715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.874215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.874388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.895545] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1165.048404] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.048594] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.048752] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.049123] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.049384] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.049540] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.049653] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.049936] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.050018] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.050225] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.050334] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.050440] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.050544] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.050650] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.050753] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.050877] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.070191] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.070438] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.070620] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.070863] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.071245] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-9084cee5-02d7-477c-8464-d70e0bfd1ef8 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.071459] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.071613] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.071975] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.072155] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9084cee5-02d7-477c-8464-d70e0bfd1ef8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.186899] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.203665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.203839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.203973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.204203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.204291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.204494] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.204591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.204700] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.204872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.204949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.205048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 already deleted. [ 1165.205130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.575378] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.575895] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.575895] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.576207] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.576415] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.576663] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 9084cee5-02d7-477c-8464-d70e0bfd1ef8 not found, creating... [ 1165.577091] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.577330] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.577482] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.577812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.578039] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.578448] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.578677] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.578862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.579123] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.579349] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.579583] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 9084cee5-02d7-477c-8464-d70e0bfd1ef8 is going to be created. [ 1165.604244] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.604461] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.604557] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.604949] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.605226] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.605448] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.689705] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe07dd8f-fe50-4405-99c8-746b2c7a960e: rpc.has_security_group_logging(os_id): False [ 1165.709643] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.709874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.710053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.710228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.710335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.710653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.710791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.710863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.711107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.711234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.711374] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e is going to be created. [ 1165.777875] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.778051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.778123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.778305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.778479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.789559] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: IN_PROGRESS for 2s [ 1166.346345] env[65753]: INFO networking_nsxv3.common.synchronization [req-afd1e2f9-4dea-4922-ae40-b8d23f34f9f6 req-52758372-1da5-499c-8233-dfe272dce71d service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1166.346345] env[65753]: INFO networking_nsxv3.common.synchronization [req-afd1e2f9-4dea-4922-ae40-b8d23f34f9f6 req-52758372-1da5-499c-8233-dfe272dce71d service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1166.346345] env[65753]: INFO networking_nsxv3.common.synchronization [req-afd1e2f9-4dea-4922-ae40-b8d23f34f9f6 req-52758372-1da5-499c-8233-dfe272dce71d service nova] Enqueued Resource ID: 9084cee5-02d7-477c-8464-d70e0bfd1ef8 with Priority: HIGHEST for action port [ 1166.346345] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1166.346345] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1166.346345] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9084cee5-02d7-477c-8464-d70e0bfd1ef8 with Priority: HIGHEST for action port [ 1166.347218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.347358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.347426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.347689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.347777] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.349122] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.349210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.349210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.351872] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.351872] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.351872] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-9084cee5-02d7-477c-8464-d70e0bfd1ef8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.351872] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.351872] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9084cee5-02d7-477c-8464-d70e0bfd1ef8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.852453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.852873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.852873] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9084cee5-02d7-477c-8464-d70e0bfd1ef8 with status ACTIVE [ 1166.852974] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.853184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.853276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.853524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.853643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.853840] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.853968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.854064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.854245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.854348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.854670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.854822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.854915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.855204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.855302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.855451] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9084cee5-02d7-477c-8464-d70e0bfd1ef8 is going to be updated. [ 1166.856878] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.878087] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.878260] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.878356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.878543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.878693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.878928] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9084cee5-02d7-477c-8464-d70e0bfd1ef8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.906822] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1166.906975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.907175] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.907429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.907577] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.907816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.907816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.907954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.907999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.908065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.908195] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.360603] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.410927] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.411161] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.411252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.411522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.412157] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.412270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.412325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.412488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.412571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.412677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.412831] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.412921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.412975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.413144] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.413261] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.413374] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.413440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.413608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.413692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.413784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.413889] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.803207] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: SUCCESS [ 1167.803427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.863222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.867149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.867149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.867149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.867149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.867149] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be created. [ 1167.893474] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.893664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.893761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.893971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.894147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.905904] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: UNINITIALIZED for 2s [ 1167.916427] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba593e-0f83-42a6-8879-7149ebf8dfa7: rpc.has_security_group_logging(os_id): False [ 1167.937626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.937626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.937626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.937626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.937626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.937969] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.937969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.937969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.938102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.938153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.938355] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.938451] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.938512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.938655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.938728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.938905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.938999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.939694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.939694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.939694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.939694] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1168.014406] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.014617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.014701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.014932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.015093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.035934] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1169.918995] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1169.919479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.919479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.919702] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.919932] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.920067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.920128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.920293] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.920387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.920484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.920954] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.058490] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1170.059128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.423348] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.423561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.423561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.423778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.423944] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.424059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.424134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.424358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.424444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.424529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.424734] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.424970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.425061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.425226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.425376] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.425470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.425532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.425676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.425816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.425903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.425990] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.930522] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1170.951268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.951458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.951539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.951756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.951931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.952082] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.952181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.952241] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.952394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.952467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.952642] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.952732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.952790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.952938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.953017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.953253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.953875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.953875] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.953982] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.957237] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.957237] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be created. [ 1171.017159] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.017342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.017342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.018028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.018028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.033872] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1171.329818] env[65753]: INFO networking_nsxv3.common.synchronization [req-92fcda07-e107-48c5-9447-a197494e2559 req-0f941c32-2c08-433c-9ed4-0bbf18aaccdc tempest-DeleteServersTestJSON-1083168368 tempest-DeleteServersTestJSON-1083168368-project-member] Enqueued Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1171.330601] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f328e955-1943-4a65-a511-bbefee47192f with Priority: HIGHEST for action security_group_members [ 1171.331076] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-f328e955-1943-4a65-a511-bbefee47192f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.331226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.331300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.331492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.331695] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.331810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.331882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.332075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.332160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.332254] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f328e955-1943-4a65-a511-bbefee47192f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.836589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.836754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.836754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.836978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.837087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.837289] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.837387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.837448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.837596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.837670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.837757] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f is going to be updated. [ 1171.866158] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.866364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.866364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.866572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.866757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.875798] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: IN_PROGRESS for 2s [ 1172.294259] env[65753]: INFO networking_nsxv3.common.synchronization [req-11b536db-320f-4dda-9cb5-3a7df7404032 req-6b0ca85a-4e2b-4048-93ee-115f8aa63df1 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1172.294755] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1172.295295] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.295412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.295476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.295681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.295908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.296046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.296109] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.296273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.296358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.296451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.799257] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.799533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.799533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.799701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.799803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.800026] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.800128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.800190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.800351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.800427] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.800514] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 1172.830172] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.830276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.830354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.830544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.830690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.841458] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1173.048542] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1173.048796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.886895] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f328e955-1943-4a65-a511-bbefee47192f in Status: SUCCESS [ 1173.887326] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f328e955-1943-4a65-a511-bbefee47192f deletion is rescheduled due to dependency. [ 1173.887326] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f328e955-1943-4a65-a511-bbefee47192f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.557757] env[65753]: INFO networking_nsxv3.common.synchronization [req-52811689-1087-4a86-a49a-d1d99de9e9ac req-b448df97-fb82-4861-abfb-9eae1715066c tempest-ServerActionsTestOtherA-1835889180 tempest-ServerActionsTestOtherA-1835889180-project-member] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1174.558309] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGHEST for action security_group_members [ 1174.558609] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.558729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.558789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.559035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.559191] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.559554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.559554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.559554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.559554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.559738] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.854624] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1174.854848] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 deletion is rescheduled due to dependency. [ 1174.855020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.061845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.062272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.062272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.062351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.062408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.062700] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.062883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.062973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.063180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.063268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.063367] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be updated. [ 1175.092596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.092808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.092808] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.093096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.093284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.103823] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: IN_PROGRESS for 2s [ 1177.115888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5095e59-60af-4d3f-9540-af62070af590 in Status: SUCCESS [ 1177.116262] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5095e59-60af-4d3f-9540-af62070af590 deletion is rescheduled due to dependency. [ 1177.116262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.559135] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.559459] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.834631] env[65753]: INFO networking_nsxv3.common.synchronization [req-30eeb330-555c-46e3-acb3-66134b25b67f req-285307d5-b610-410a-a8a5-a3e48678aec4 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1179.835269] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1179.835857] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.835857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.835857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.836050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.836050] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.836138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.836195] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.837029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.837029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.837029] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.338073] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.839889] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.248262] env[65753]: INFO networking_nsxv3.common.synchronization [req-23a4b451-f071-4a39-b080-1e546fd0a9f8 req-3f63f694-4336-4a29-a8f5-111e61b456d3 tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1181.248590] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1181.249022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.249151] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.249218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.249414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.249645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.249645] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.249768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.249847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.249932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.250031] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.342876] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.343278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.343448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.344046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.344239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.344426] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be updated. [ 1181.375302] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.375519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.375519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.375730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.375846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.385452] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: IN_PROGRESS for 2s [ 1181.732948] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9d23ad28-1568-4423-bd90-d2e4e5c2a8f5 None None] Enqueued Resource ID: 2a073803-c8e2-4a55-8cd7-8524cc56a943 with Priority: HIGHEST for action port [ 1181.733505] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a073803-c8e2-4a55-8cd7-8524cc56a943 with Priority: HIGHEST for action port [ 1181.733817] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a073803-c8e2-4a55-8cd7-8524cc56a943 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.733945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a073803-c8e2-4a55-8cd7-8524cc56a943" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.734040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a073803-c8e2-4a55-8cd7-8524cc56a943" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.734452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a073803-c8e2-4a55-8cd7-8524cc56a943" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.734583] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a073803-c8e2-4a55-8cd7-8524cc56a943',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.752109] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.752323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.752323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.752524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.752626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.752858] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.752965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.753046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.753203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.753500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.753500] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 1181.782846] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.783131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.783131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.783321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.783463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.793717] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1182.238668] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a073803-c8e2-4a55-8cd7-8524cc56a943 [ 1182.238668] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.238668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.238668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.238668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.238668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.238668] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a073803-c8e2-4a55-8cd7-8524cc56a943 already deleted. [ 1182.238668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a073803-c8e2-4a55-8cd7-8524cc56a943" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.358130] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.358345] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.358514] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.358735] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.358992] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.362822] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.362969] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363247] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.363398] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.363608] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.363716] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.363820] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.363924] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.364035] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.364139] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.364269] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.386186] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.386354] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.386492] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.386669] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-283" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.386998] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-084d10cd-9734-4baf-91b3-892d54084a42 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.387200] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.387318] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.387650] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.387787] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084d10cd-9734-4baf-91b3-892d54084a42',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.894033] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.894033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.894033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.894033] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.894355] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.894498] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 084d10cd-9734-4baf-91b3-892d54084a42 not found, creating... [ 1182.894903] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.895256] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.895704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.895899] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.896167] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.896631] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.896819] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.896939] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.897194] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.897357] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.897504] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 084d10cd-9734-4baf-91b3-892d54084a42 is going to be created. [ 1182.922396] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.922704] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.922884] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.923251] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.923537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.923815] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.929055] env[65753]: INFO networking_nsxv3.common.synchronization [None req-43250b65-8ccd-4a6e-8af0-444030b9de0c None None] Enqueued Resource ID: 8804e4d1-a23f-486f-9dc5-dcfc53bca638 with Priority: HIGHEST for action port [ 1182.929362] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8804e4d1-a23f-486f-9dc5-dcfc53bca638 with Priority: HIGHEST for action port [ 1182.929862] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8804e4d1-a23f-486f-9dc5-dcfc53bca638 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.929983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8804e4d1-a23f-486f-9dc5-dcfc53bca638" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.930115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8804e4d1-a23f-486f-9dc5-dcfc53bca638" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.930320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8804e4d1-a23f-486f-9dc5-dcfc53bca638" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.930417] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8804e4d1-a23f-486f-9dc5-dcfc53bca638',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.396555] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1183.396745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.434023] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8804e4d1-a23f-486f-9dc5-dcfc53bca638 [ 1183.434023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.434023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.434023] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.434320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.434320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.434386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8804e4d1-a23f-486f-9dc5-dcfc53bca638 already deleted. [ 1183.434468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8804e4d1-a23f-486f-9dc5-dcfc53bca638" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.712426] env[65753]: INFO networking_nsxv3.common.synchronization [req-23a4b451-f071-4a39-b080-1e546fd0a9f8 req-73194bf3-0989-4d65-b29e-ca557afaa917 service nova] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 1183.712764] env[65753]: INFO networking_nsxv3.common.synchronization [req-23a4b451-f071-4a39-b080-1e546fd0a9f8 req-73194bf3-0989-4d65-b29e-ca557afaa917 service nova] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1183.713036] env[65753]: INFO networking_nsxv3.common.synchronization [req-23a4b451-f071-4a39-b080-1e546fd0a9f8 req-73194bf3-0989-4d65-b29e-ca557afaa917 service nova] Enqueued Resource ID: 084d10cd-9734-4baf-91b3-892d54084a42 with Priority: HIGHEST for action port [ 1183.714142] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_rules [ 1183.714142] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1183.714142] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084d10cd-9734-4baf-91b3-892d54084a42 with Priority: HIGHEST for action port [ 1183.714508] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.715335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.715335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.715335] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.715335] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.717385] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.717385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.717385] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-084d10cd-9734-4baf-91b3-892d54084a42 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.717385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.717385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.717385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.717385] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084d10cd-9734-4baf-91b3-892d54084a42',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.758920] env[65753]: INFO networking_nsxv3.common.synchronization [req-759347ab-5796-41ac-989f-3c2f80d3a853 req-f57d6cbd-650a-4393-b72d-7133c79e8a80 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1183.759228] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1183.759794] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.759953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.760061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.760985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.760985] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.760985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.760985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.760985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.760985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.760985] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.804467] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1183.805022] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 deletion is rescheduled due to dependency. [ 1183.805022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.805022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.805204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.805392] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.805510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.805574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.805758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.805973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.806161] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.930622] env[65753]: INFO networking_nsxv3.common.synchronization [None req-67e06f25-c172-469a-9c74-4ddcd5849215 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_rules [ 1183.931274] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_rules [ 1183.931952] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.932166] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.932271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.933189] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.933189] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.052714] env[65753]: INFO networking_nsxv3.common.synchronization [None req-cf1a3729-1ad0-4cf4-aeab-ead6d9713c60 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_rules [ 1184.052714] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_rules [ 1184.053488] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.053711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.194093] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.194383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.195159] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.195870] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.196153] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.197029] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.197029] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.197029] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.197029] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.197273] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.197434] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.197585] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.197737] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.197901] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.198069] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.198308] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.217590] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.217893] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.217977] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.218157] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.218501] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-47faf1b5-f52f-4a76-818e-bd682ef2c632 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.218638] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.218790] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.219119] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.219267] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47faf1b5-f52f-4a76-818e-bd682ef2c632',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.220714] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.220819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.221084] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 084d10cd-9734-4baf-91b3-892d54084a42 with status ACTIVE [ 1184.221538] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.221689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.221759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.221942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.222090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.222246] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.222343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.222403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.223080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.223080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.223080] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.223080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.223080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.223080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.223283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.223283] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 084d10cd-9734-4baf-91b3-892d54084a42 is going to be updated. [ 1184.249367] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.249840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.251138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.251138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.251138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.251138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084d10cd-9734-4baf-91b3-892d54084a42" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.265268] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.310101] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.409171] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1cde6f0b-25b1-4c5d-912f-e5da078ef9ae None None] Enqueued Resource ID: 1efb2165-67de-48f2-a3c7-c35e435a4265 with Priority: HIGHEST for action port [ 1184.409171] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efb2165-67de-48f2-a3c7-c35e435a4265 with Priority: HIGHEST for action port [ 1184.409171] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1efb2165-67de-48f2-a3c7-c35e435a4265 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.409171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1efb2165-67de-48f2-a3c7-c35e435a4265" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.409171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1efb2165-67de-48f2-a3c7-c35e435a4265" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.409171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1efb2165-67de-48f2-a3c7-c35e435a4265" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.410383] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efb2165-67de-48f2-a3c7-c35e435a4265',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.456986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.456986] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4240398-4671-4e30-8cae-ea710e238f04 already deleted. [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.456986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.456986] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.726036] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.726281] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.726409] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.726684] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.726836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.727044] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 47faf1b5-f52f-4a76-818e-bd682ef2c632 not found, creating... [ 1184.727327] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.727485] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.727599] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.727819] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.727962] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.728296] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.728483] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.728611] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.728819] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.728955] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.729103] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 47faf1b5-f52f-4a76-818e-bd682ef2c632 is going to be created. [ 1184.748586] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.749529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.749529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.749529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.749529] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.751081] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.767936] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.815606] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.914035] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1efb2165-67de-48f2-a3c7-c35e435a4265 [ 1184.914035] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.914141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.914190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.914388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.914476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.914580] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1efb2165-67de-48f2-a3c7-c35e435a4265 already deleted. [ 1184.914657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1efb2165-67de-48f2-a3c7-c35e435a4265" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.979212] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.979331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.979477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.979620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.979707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.979806] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4240398-4671-4e30-8cae-ea710e238f04 already deleted. [ 1184.979920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.270935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.270935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.270935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.271410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.271410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.271410] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1185.306838] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.306838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.306838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.306838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.306838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.316881] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1185.317970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.319047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.319047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.319047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.319047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.319047] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 1185.351274] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.351480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.351480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.351706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.351847] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.362965] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1185.458429] env[65753]: INFO networking_nsxv3.common.synchronization [req-759347ab-5796-41ac-989f-3c2f80d3a853 req-739917ef-33e8-4fb4-8773-f07150308e87 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1185.458806] env[65753]: INFO networking_nsxv3.common.synchronization [req-759347ab-5796-41ac-989f-3c2f80d3a853 req-739917ef-33e8-4fb4-8773-f07150308e87 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1185.459112] env[65753]: INFO networking_nsxv3.common.synchronization [req-759347ab-5796-41ac-989f-3c2f80d3a853 req-739917ef-33e8-4fb4-8773-f07150308e87 service nova] Enqueued Resource ID: 47faf1b5-f52f-4a76-818e-bd682ef2c632 with Priority: HIGHEST for action port [ 1185.459694] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1185.459909] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1185.460038] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47faf1b5-f52f-4a76-818e-bd682ef2c632 with Priority: HIGHEST for action port [ 1185.460422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.460543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.460647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.460919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.461060] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.461931] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.462099] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.462349] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-47faf1b5-f52f-4a76-818e-bd682ef2c632 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.462459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.462523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.462704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.463565] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47faf1b5-f52f-4a76-818e-bd682ef2c632',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.520409] env[65753]: INFO networking_nsxv3.common.synchronization [None req-70e188d9-c608-4cd2-890f-8ad45755bc2c None None] Enqueued Resource ID: 1d4ac283-246c-4be9-b0e3-40323b5470bf with Priority: HIGHEST for action port [ 1185.521078] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4ac283-246c-4be9-b0e3-40323b5470bf with Priority: HIGHEST for action port [ 1185.521225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4ac283-246c-4be9-b0e3-40323b5470bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.521276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4ac283-246c-4be9-b0e3-40323b5470bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.521351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4ac283-246c-4be9-b0e3-40323b5470bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.521638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4ac283-246c-4be9-b0e3-40323b5470bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.521722] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4ac283-246c-4be9-b0e3-40323b5470bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.964852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.965038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.965225] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47faf1b5-f52f-4a76-818e-bd682ef2c632 with status ACTIVE [ 1185.965395] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.965524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.965569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.965879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.966066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.966177] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.966620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.966620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.966620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.966732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.966863] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.966947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.967015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.967154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.967223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.967306] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47faf1b5-f52f-4a76-818e-bd682ef2c632 is going to be updated. [ 1185.989665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.989849] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.989911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.990114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.990256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.990415] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47faf1b5-f52f-4a76-818e-bd682ef2c632" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.024482] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d4ac283-246c-4be9-b0e3-40323b5470bf [ 1186.024667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.024846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.025064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.025265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.025373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.025496] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d4ac283-246c-4be9-b0e3-40323b5470bf already deleted. [ 1186.025775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4ac283-246c-4be9-b0e3-40323b5470bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.327090] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1187.327432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.327507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.327682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.327844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.327973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.328065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.328222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.328299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.328395] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.373930] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1187.373930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.374459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.374673] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.374902] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.375622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.375622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.375622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.375622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.375622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.375622] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.830430] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.877511] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.332651] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.379812] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96d65976-11b7-40f5-a972-14e1c9b8d854: rpc.has_security_group_logging(os_id): False [ 1188.398569] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.398810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.398810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.399009] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.399110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.399378] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.399480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.399542] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.399701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.399776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.399863] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 1188.461428] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.461616] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.461655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.461859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.462068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.480636] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1188.836132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.836132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.836132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.836437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.836437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.836437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1188.865829] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.866105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.866164] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.866467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.866690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.877541] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1189.194273] env[65753]: INFO networking_nsxv3.common.synchronization [req-1b0036bd-c44f-467c-abf7-f9eb5969bc06 req-0e23dba8-9c7b-471a-aa9f-631120948b05 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1189.195038] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 with Priority: HIGHEST for action security_group_members [ 1189.195204] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-275d4618-7ef4-432e-ba74-13d7cbb48e10 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.195328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.195430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.195585] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.195731] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.197031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.197031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.197031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.197031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.197031] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275d4618-7ef4-432e-ba74-13d7cbb48e10',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.700304] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.700718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.700718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.700918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.701077] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.701330] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.701450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.701525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.701733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.701933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.702102] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 is going to be updated. [ 1189.732730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.732873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.732927] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.733159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.733311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.745261] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: IN_PROGRESS for 2s [ 1190.496896] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1190.497211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.670449] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e5c7e8a-5a36-4581-a93e-1787a4078f69 req-8f7b304d-5f5d-489d-b004-8ae8711cb6e6 tempest-ServerGroupTestJSON-1408111198 tempest-ServerGroupTestJSON-1408111198-project-member] Enqueued Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_members [ 1190.670980] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_members [ 1190.671295] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.671418] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.671503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.671757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.671931] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.672045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.672101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.672227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.672308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.672409] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.888099] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1190.888367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.888492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.888733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.888897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.889115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.889115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.889247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.889323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.889419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.889555] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.005018] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.005310] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-927" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.005439] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-927" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.005768] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-927" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.006180] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.006373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.006490] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.006712] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.006876] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.007100] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.007217] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.007324] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.007433] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.007550] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.007678] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.007827] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.027552] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.027767] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.027858] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.028046] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-927" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.028403] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.028596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.028750] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.028997] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.029136] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67cebc7-ffed-46f4-83f9-32b2a75e0b87',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.175071] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.175071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.175071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.175071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.175071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.175424] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.175424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.175424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.175549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.175549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.175645] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a already deleted. [ 1191.175701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.391631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.391812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.391853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.392075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.392236] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.392474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.392474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.392570] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.392641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.392755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.392905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.393027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.393083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.393205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.393336] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.393424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.393478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.393610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.393683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.393759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.393859] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.532282] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.532527] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.532654] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.532983] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.533162] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.533315] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port c67cebc7-ffed-46f4-83f9-32b2a75e0b87 not found, creating... [ 1191.533575] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.533729] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.533844] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.534073] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.534211] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.534530] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.534689] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.534834] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.537664] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.537868] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.538034] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: c67cebc7-ffed-46f4-83f9-32b2a75e0b87 is going to be created. [ 1191.564116] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.564116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.564116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.564116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.564116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.564603] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.756457] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 in Status: SUCCESS [ 1191.756639] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275d4618-7ef4-432e-ba74-13d7cbb48e10 deletion is rescheduled due to dependency. [ 1191.756791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275d4618-7ef4-432e-ba74-13d7cbb48e10" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.896429] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1191.915332] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.915498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.915498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.915770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.915851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.916132] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.916234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.916297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.916541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.916541] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.916740] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.916829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.916829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.917208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.917208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.917320] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.917383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.917532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.917641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.917723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.917843] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1191.978992] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.979199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.979291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.979545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.979734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.992444] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1192.000043] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb34fab-5f1e-4d58-84c8-529206483c96 req-a25486f7-c715-4d53-a0a8-ef6f6c5d7a1b tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_members [ 1192.000818] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_members [ 1192.001194] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.001338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.001432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.001799] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.001976] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.002248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.002315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.002479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.002564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.002663] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.272310] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e5c7e8a-5a36-4581-a93e-1787a4078f69 req-7af2e93b-b258-49bf-b40f-730cbf70e19d service nova] Enqueued Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_rules [ 1192.272310] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e5c7e8a-5a36-4581-a93e-1787a4078f69 req-7af2e93b-b258-49bf-b40f-730cbf70e19d service nova] Enqueued Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_members [ 1192.272310] env[65753]: INFO networking_nsxv3.common.synchronization [req-5e5c7e8a-5a36-4581-a93e-1787a4078f69 req-7af2e93b-b258-49bf-b40f-730cbf70e19d service nova] Enqueued Resource ID: c67cebc7-ffed-46f4-83f9-32b2a75e0b87 with Priority: HIGHEST for action port [ 1192.272310] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_rules [ 1192.272310] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_members [ 1192.272310] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67cebc7-ffed-46f4-83f9-32b2a75e0b87 with Priority: HIGHEST for action port [ 1192.272310] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.272867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.273113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.277021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.277021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.277021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.277021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.277021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.277021] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.277021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67cebc7-ffed-46f4-83f9-32b2a75e0b87',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.418971] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.419190] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.419312] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.419634] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.419919] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.420175] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.420327] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.420585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.420767] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.421094] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.421275] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.421416] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.421551] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.421689] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.421819] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.421980] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.442378] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.442629] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.442687] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.442902] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.443267] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.443445] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.443565] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443884] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.444035] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bba2462-60e3-4a60-9eac-f9e7a6e5a898',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.506023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.506252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.506252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.506477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.506571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.506747] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.510024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.510024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.510024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.510024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.510024] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4240398-4671-4e30-8cae-ea710e238f04 already deleted. [ 1192.510024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.784233] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.784233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.784233] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.784481] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c67cebc7-ffed-46f4-83f9-32b2a75e0b87 with status ACTIVE [ 1192.784522] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.784638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.784686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.785057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.785143] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.785416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.785416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.785526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.785623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.785696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.785872] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.787736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.787736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.787736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.787736] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.787736] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c67cebc7-ffed-46f4-83f9-32b2a75e0b87 is going to be updated. [ 1192.809776] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.810008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.810008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.810256] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.810394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.810546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67cebc7-ffed-46f4-83f9-32b2a75e0b87" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.946834] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.947299] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.947299] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.948019] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.948227] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.948427] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 8bba2462-60e3-4a60-9eac-f9e7a6e5a898 not found, creating... [ 1192.949406] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.949406] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.949406] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.949406] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.949720] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.949918] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.950112] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.950248] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.950912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.950912] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.950912] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 8bba2462-60e3-4a60-9eac-f9e7a6e5a898 is going to be created. [ 1192.973692] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.973899] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.974030] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.974312] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.974535] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.974752] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.338224] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.667653] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb34fab-5f1e-4d58-84c8-529206483c96 req-dac7d3ce-2029-4dd8-9d10-7a45cfc39425 service nova] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_rules [ 1193.667834] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb34fab-5f1e-4d58-84c8-529206483c96 req-dac7d3ce-2029-4dd8-9d10-7a45cfc39425 service nova] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_members [ 1193.667967] env[65753]: INFO networking_nsxv3.common.synchronization [req-abb34fab-5f1e-4d58-84c8-529206483c96 req-dac7d3ce-2029-4dd8-9d10-7a45cfc39425 service nova] Enqueued Resource ID: 8bba2462-60e3-4a60-9eac-f9e7a6e5a898 with Priority: HIGHEST for action port [ 1193.668488] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_rules [ 1193.668620] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_members [ 1193.668717] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bba2462-60e3-4a60-9eac-f9e7a6e5a898 with Priority: HIGHEST for action port [ 1193.669055] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.669182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.669248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.669446] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.669527] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.670330] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.670454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.670510] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.670654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.670791] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.670880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.670940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.671081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.671167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.671255] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.674031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.674031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.674031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.674031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.674031] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bba2462-60e3-4a60-9eac-f9e7a6e5a898',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.791958] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.792165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.792221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.792433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.792521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.792623] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a is going to be created. [ 1193.817108] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.817350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.817350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.817530] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.817681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.830389] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a in Status: UNINITIALIZED for 2s [ 1194.007985] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1194.007985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.175297] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.175474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.175693] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.176815] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bba2462-60e3-4a60-9eac-f9e7a6e5a898 with status ACTIVE [ 1194.177125] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.177327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.177406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.177679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.177885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.178098] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.178263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.178364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.178592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.178661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.178879] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.178933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.179000] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.179157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.179266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.179311] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bba2462-60e3-4a60-9eac-f9e7a6e5a898 is going to be updated. [ 1194.200497] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.200689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.200759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.200917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.201071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.201226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bba2462-60e3-4a60-9eac-f9e7a6e5a898" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.220722] env[65753]: INFO networking_nsxv3.common.synchronization [None req-9e405a99-bb2b-4d92-b44d-362e19ac0a67 tempest-AttachInterfacesTestJSON-1838442919 tempest-AttachInterfacesTestJSON-1838442919-project-member] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1194.221268] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGHEST for action security_group_members [ 1194.221630] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.221764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.221831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.222043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.222216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.222314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.222386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.222531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.222614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.222765] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.682040] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.724738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.724936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.725025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.725254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.725351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.725553] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.725654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.725710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.726022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.726022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.726171] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be updated. [ 1194.755473] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.755609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.755654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.755879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.756149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.768280] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: IN_PROGRESS for 2s [ 1195.183741] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.184163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.184163] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.184426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.184523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.184634] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4240398-4671-4e30-8cae-ea710e238f04 is going to be created. [ 1195.224043] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.224215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.224294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.225031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.225031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.236924] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: UNINITIALIZED for 2s [ 1195.842811] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a in Status: SUCCESS [ 1195.843063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.843236] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.843495] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.843646] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.843778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.843830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.843968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.844527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.844527] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.844527] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.000831] env[65753]: INFO networking_nsxv3.common.synchronization [req-5fa912cd-a2f6-45c9-8b04-65e53afd3de4 req-deaca512-b2c1-4e44-8291-57852c84955d tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1196.001331] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1196.001634] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.001754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.001846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002168] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.002295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.002349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.002654] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.347230] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.347653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.347653] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.347727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.347988] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.347988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.348171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.348201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.348285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.348373] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.348521] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.348615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.348672] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.348908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.349044] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.349138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.349197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.349334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.349406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.349482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.349570] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.507216] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.779320] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 in Status: SUCCESS [ 1196.779551] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 deletion is rescheduled due to dependency. [ 1196.779703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.853534] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a: rpc.has_security_group_logging(os_id): False [ 1196.876030] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.876030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.876306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.876568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.876621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.876913] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.877089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.877167] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.877426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.877564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.877965] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.878044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.878120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.878315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.878442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.878858] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.878858] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.878979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.879200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.879417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.879520] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a is going to be created. [ 1196.959231] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.959498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.959561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.959816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.960107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.978830] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a in Status: IN_PROGRESS for 2s [ 1197.008954] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.247204] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: SUCCESS [ 1197.247395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.247563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.247782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.247974] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.248105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.248169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.248320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.248396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.248479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.248569] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.512630] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.513027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.513027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.514917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.514917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.514917] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1197.585687] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.585687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.585687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.585687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.585687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.614495] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1197.751408] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.253929] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4240398-4671-4e30-8cae-ea710e238f04: rpc.has_security_group_logging(os_id): False [ 1198.274528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.274946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.274946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.275209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.275305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.275565] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.275688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.275751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.276221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.276306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.276399] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4240398-4671-4e30-8cae-ea710e238f04 is going to be created. [ 1198.356500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.356500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.356500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.356500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.356500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.372676] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: IN_PROGRESS for 2s [ 1198.614658] env[65753]: INFO networking_nsxv3.common.synchronization [None req-e3621d39-613d-49cd-b6d8-cf8a5ccfa1c5 None None] Enqueued Resource ID: b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f with Priority: HIGHEST for action port [ 1198.615344] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f with Priority: HIGHEST for action port [ 1198.615635] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.615751] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.615813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.616148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.616233] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.992474] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a in Status: SUCCESS [ 1198.992726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.119520] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f [ 1199.120742] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.120742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.120742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.120742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.120742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.120742] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f already deleted. [ 1199.120742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3aed45b-a3c0-4917-a7c8-8cb2c3b3b52f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.626477] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1199.626477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.385040] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: SUCCESS [ 1200.385282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.947479] env[65753]: INFO networking_nsxv3.common.synchronization [None req-25832c6d-01d0-4d46-9043-20b28b3cc5cb None None] Enqueued Resource ID: 6c7d9b9d-303b-43aa-82d0-6e95d62569d4 with Priority: HIGHEST for action port [ 1200.948406] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7d9b9d-303b-43aa-82d0-6e95d62569d4 with Priority: HIGHEST for action port [ 1200.948406] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7d9b9d-303b-43aa-82d0-6e95d62569d4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.948655] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7d9b9d-303b-43aa-82d0-6e95d62569d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.948753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7d9b9d-303b-43aa-82d0-6e95d62569d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.949074] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7d9b9d-303b-43aa-82d0-6e95d62569d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.949210] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7d9b9d-303b-43aa-82d0-6e95d62569d4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.452264] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c7d9b9d-303b-43aa-82d0-6e95d62569d4 [ 1201.452264] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.452675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.452675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.452675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.452777] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.452926] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c7d9b9d-303b-43aa-82d0-6e95d62569d4 already deleted. [ 1201.452978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7d9b9d-303b-43aa-82d0-6e95d62569d4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.509532] env[65753]: INFO networking_nsxv3.common.synchronization [req-c78b5fce-47f9-4687-bb39-f9157bb88faa req-e83a9d6f-7ec2-4162-99e1-03ff62978de5 tempest-ServerGroupTestJSON-1408111198 tempest-ServerGroupTestJSON-1408111198-project-member] Enqueued Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_members [ 1202.510921] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGHEST for action security_group_members [ 1202.510921] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.511188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.511188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.511292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.511559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.511637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.511690] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.511879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.512025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.512232] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.016084] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.016321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.016395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.016635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.016734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.016984] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.017086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.017226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.017854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.017854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.017854] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a is going to be updated. [ 1203.052133] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.052408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.052502] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.052725] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.052940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.063418] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a in Status: IN_PROGRESS for 2s [ 1204.299216] env[65753]: INFO networking_nsxv3.common.synchronization [req-e6630f09-a97f-4b7e-a653-9e54ff9be93e req-9106b63c-1801-435d-a0d0-9fbdeba0df7d tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1204.300144] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1204.300526] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.300667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.300757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.301075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.301360] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.301894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.301894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.301894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.302128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.302128] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.619007] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.619217] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-476" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.619341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-476" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.619687] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-476" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.619954] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.620127] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.620243] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.620462] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.620609] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.620814] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.620928] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.621043] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.621152] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.621262] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.621365] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.621493] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.642091] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.642261] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.642398] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.642576] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-476" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.642902] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-3d310661-ff77-40cb-b141-66ffbfd71a3f taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.643110] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.643231] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.643563] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.643698] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d310661-ff77-40cb-b141-66ffbfd71a3f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.806384] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.806571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.806721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.806874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.806975] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.807213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.807348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.807348] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.807503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.807574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.807641] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa already deleted. [ 1204.807720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.074157] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a in Status: SUCCESS [ 1205.074345] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a deletion is rescheduled due to dependency. [ 1205.074465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.146317] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.146540] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.146668] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.146948] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.147133] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.147287] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 3d310661-ff77-40cb-b141-66ffbfd71a3f not found, creating... [ 1205.147533] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.147687] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.147802] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.148039] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.148202] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.148484] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.148637] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.148763] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.148968] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.149114] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.149252] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f is going to be created. [ 1205.170193] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.170628] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.170628] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.171042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.171346] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.171717] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.860045] env[65753]: INFO networking_nsxv3.common.synchronization [req-e6630f09-a97f-4b7e-a653-9e54ff9be93e req-ecd6ff64-e1cf-483a-a374-0c266ca46d22 service nova] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_rules [ 1205.860045] env[65753]: INFO networking_nsxv3.common.synchronization [req-e6630f09-a97f-4b7e-a653-9e54ff9be93e req-ecd6ff64-e1cf-483a-a374-0c266ca46d22 service nova] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1205.860045] env[65753]: INFO networking_nsxv3.common.synchronization [req-e6630f09-a97f-4b7e-a653-9e54ff9be93e req-ecd6ff64-e1cf-483a-a374-0c266ca46d22 service nova] Enqueued Resource ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f with Priority: HIGHEST for action port [ 1205.860607] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_rules [ 1205.860820] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1205.860936] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f with Priority: HIGHEST for action port [ 1205.861277] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.861470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.861579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.861906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.862061] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.863214] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.863355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.863401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.863580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.863744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.863843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.863908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.866434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.866434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.866434] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.866434] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d310661-ff77-40cb-b141-66ffbfd71a3f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.866434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.866434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.866434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.866434] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d310661-ff77-40cb-b141-66ffbfd71a3f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.953505] env[65753]: INFO networking_nsxv3.common.synchronization [req-c49ffe2f-069f-4251-9349-53b1ba685065 req-b91f6afa-9484-4c56-ae4b-667361380a17 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1205.954218] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1205.954522] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.954639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.954705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.954989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.955217] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.955351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.955435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.955609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.955695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.955824] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.269726] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.269935] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.270070] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.270345] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.270599] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.270755] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.270868] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.271537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.271537] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.271616] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.271721] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.271826] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.271928] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.272046] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.272152] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.272280] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.292373] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.292546] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.292677] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.292850] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.293234] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-b35c5d07-8b04-492b-961d-93f05229c072 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.293416] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.293556] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.293940] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.294098] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35c5d07-8b04-492b-961d-93f05229c072',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.368630] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.369698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.369861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.370067] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d310661-ff77-40cb-b141-66ffbfd71a3f with status ACTIVE [ 1206.370322] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.370501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.370589] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.370803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.370933] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.371155] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.371283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.371372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.371580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.371662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.371852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.371985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.372691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.373072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.373123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.373189] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f is going to be updated. [ 1206.398647] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.398857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.398857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.399091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.399233] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.399390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.458292] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.797150] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.797457] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.797585] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.797866] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.798050] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.798185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port b35c5d07-8b04-492b-961d-93f05229c072 not found, creating... [ 1206.798511] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.798672] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.798789] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.799013] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.799154] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.799440] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.799587] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.799702] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.799909] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.800055] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.800191] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: b35c5d07-8b04-492b-961d-93f05229c072 is going to be created. [ 1206.819927] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.820136] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.820263] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.820520] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.820746] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.821041] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.875881] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.960783] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.379818] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.379999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.380150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.380453] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.380597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.380742] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be created. [ 1207.404878] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.405323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.405323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.405513] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.405712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.418763] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: UNINITIALIZED for 2s [ 1207.464485] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.464684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.464723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.464965] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.465073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.465182] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1207.494276] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.494464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.494464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.494679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.495887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.504586] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1207.514842] env[65753]: INFO networking_nsxv3.common.synchronization [req-c49ffe2f-069f-4251-9349-53b1ba685065 req-b4109c1d-375d-4b6c-906a-d10cbb13d85a service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1207.515137] env[65753]: INFO networking_nsxv3.common.synchronization [req-c49ffe2f-069f-4251-9349-53b1ba685065 req-b4109c1d-375d-4b6c-906a-d10cbb13d85a service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1207.515320] env[65753]: INFO networking_nsxv3.common.synchronization [req-c49ffe2f-069f-4251-9349-53b1ba685065 req-b4109c1d-375d-4b6c-906a-d10cbb13d85a service nova] Enqueued Resource ID: b35c5d07-8b04-492b-961d-93f05229c072 with Priority: HIGHEST for action port [ 1207.515721] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1207.515721] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1207.515811] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35c5d07-8b04-492b-961d-93f05229c072 with Priority: HIGHEST for action port [ 1207.517011] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.517148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.517217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.517420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.517501] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.519030] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.519030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.519160] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35c5d07-8b04-492b-961d-93f05229c072 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.519226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.519294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.519454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.519530] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35c5d07-8b04-492b-961d-93f05229c072',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.020232] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.020804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.021897] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b35c5d07-8b04-492b-961d-93f05229c072 with status ACTIVE [ 1208.022140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.022268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.022330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.022574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.022669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.022844] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.022942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.023041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.023235] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.023312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.023593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.023730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.023796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.023918] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.023987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.024111] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b35c5d07-8b04-492b-961d-93f05229c072 is going to be updated. [ 1208.072598] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.072903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.072903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.073059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.073202] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.073378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35c5d07-8b04-492b-961d-93f05229c072" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.433309] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1209.433667] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.433818] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.434066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.434286] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.434431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.434500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.434661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.435052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.435052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.435052] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.515270] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1209.515592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.515719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.515978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.516227] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.516950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.516950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.516950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.516950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.516950] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.938696] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.938696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.938696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.939027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.939129] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.939268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.939342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.939577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.939666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.939791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.939962] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.940093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.940148] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.940300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.940438] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.940548] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.940631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.940796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.940885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.940979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.942130] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.018627] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.443567] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44d506e-90af-4e06-be0c-b8f79c9942aa: rpc.has_security_group_logging(os_id): False [ 1210.461730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.461937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.461989] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.462220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.462321] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.462519] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.462629] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.462693] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.462857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.462935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.463154] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.463255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.463354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.463475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.463560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.463766] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.463862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.463925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.464098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.464174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.464271] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be created. [ 1210.520024] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.520196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.520257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.520479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.520677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.521948] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.533375] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1211.024262] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.026900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.026900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.026900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.026900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.026900] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1211.068945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.069158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.069221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.069398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.069550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.080220] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1211.833149] env[65753]: INFO networking_nsxv3.common.synchronization [None req-dfd01a29-276e-44eb-bfbb-a10aff6bf5b3 None None] Enqueued Resource ID: e91adab3-199e-4cfe-8d55-ba306dbdd47f with Priority: HIGHEST for action port [ 1211.833806] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91adab3-199e-4cfe-8d55-ba306dbdd47f with Priority: HIGHEST for action port [ 1211.834137] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91adab3-199e-4cfe-8d55-ba306dbdd47f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.834263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91adab3-199e-4cfe-8d55-ba306dbdd47f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.834330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91adab3-199e-4cfe-8d55-ba306dbdd47f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.834613] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91adab3-199e-4cfe-8d55-ba306dbdd47f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.834757] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91adab3-199e-4cfe-8d55-ba306dbdd47f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.336696] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91adab3-199e-4cfe-8d55-ba306dbdd47f [ 1212.336938] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.337093] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.337186] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.337467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.337523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.337613] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91adab3-199e-4cfe-8d55-ba306dbdd47f already deleted. [ 1212.337695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91adab3-199e-4cfe-8d55-ba306dbdd47f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.551201] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1212.551437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.091619] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1213.092022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.092132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.092383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.092591] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.092756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.092851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.093090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.093230] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.093359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.093514] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.596086] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.596334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.596460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.596647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.596998] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.597130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.597330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.597417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.597503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.597606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.597754] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.597848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.597906] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.598052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.598194] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.598284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.598340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.598508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.598615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.598703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.598791] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.101028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1214.119824] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.120038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.120038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.120343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.120479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.120774] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.120886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.120986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.121194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.121280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.121406] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.121501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.121561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.121704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.121775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.121949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.122067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.122119] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.122318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.122412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.122479] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1214.190347] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.190609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.190695] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.190917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.191182] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.209288] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1214.251237] env[65753]: INFO networking_nsxv3.common.synchronization [None req-1423f413-f041-4748-a0a2-168d7d48a0cb None None] Enqueued Resource ID: 126950b8-0a5d-4754-976e-292ac14a0034 with Priority: HIGHEST for action port [ 1214.251657] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126950b8-0a5d-4754-976e-292ac14a0034 with Priority: HIGHEST for action port [ 1214.251985] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-126950b8-0a5d-4754-976e-292ac14a0034 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.252538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126950b8-0a5d-4754-976e-292ac14a0034" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.252606] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126950b8-0a5d-4754-976e-292ac14a0034" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.252885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126950b8-0a5d-4754-976e-292ac14a0034" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.252971] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126950b8-0a5d-4754-976e-292ac14a0034',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.754906] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 126950b8-0a5d-4754-976e-292ac14a0034 [ 1214.755331] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.755485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.755626] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.755804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.755896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.755995] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:126950b8-0a5d-4754-976e-292ac14a0034 already deleted. [ 1214.756097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126950b8-0a5d-4754-976e-292ac14a0034" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.234056] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1216.234472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.428154] env[65753]: INFO networking_nsxv3.common.synchronization [req-71ea25bb-2cd5-40b1-8cd9-081cee4bb496 req-75e63cef-cbb1-4cd6-9643-e23ded724ffe tempest-ServerRescueTestJSON-7402537 tempest-ServerRescueTestJSON-7402537-project-member] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1217.428154] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1217.429495] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.429792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.429979] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.430396] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.430677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.430921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.431100] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.431600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.431820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.432060] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.745066] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.745236] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.745342] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.745817] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.746154] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.746385] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.746534] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.746800] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.747014] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.747270] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.747426] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.747583] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.747716] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.747849] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.747954] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.748164] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.770130] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.770363] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.770475] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.770888] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.771100] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-b15c4724-d64a-4321-8c27-5e337f8b9312 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.771340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.771501] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.771879] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.772117] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15c4724-d64a-4321-8c27-5e337f8b9312',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.935732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.935732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.935732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.935732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.935732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.936060] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.936060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.936060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.936240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.936283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.936345] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 already deleted. [ 1217.936424] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.274851] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.275118] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.275258] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.275545] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.275697] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.275850] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port b15c4724-d64a-4321-8c27-5e337f8b9312 not found, creating... [ 1218.276212] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.276408] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.276551] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.276791] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.276934] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.277251] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.277436] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.277554] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.277762] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.277896] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.278045] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: b15c4724-d64a-4321-8c27-5e337f8b9312 is going to be created. [ 1218.298848] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.299170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.299170] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.299460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.299688] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.299931] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.054671] env[65753]: INFO networking_nsxv3.common.synchronization [req-71ea25bb-2cd5-40b1-8cd9-081cee4bb496 req-61847b8b-1165-4ccc-9404-d9e16c14b469 service nova] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_rules [ 1219.054968] env[65753]: INFO networking_nsxv3.common.synchronization [req-71ea25bb-2cd5-40b1-8cd9-081cee4bb496 req-61847b8b-1165-4ccc-9404-d9e16c14b469 service nova] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1219.054968] env[65753]: INFO networking_nsxv3.common.synchronization [req-71ea25bb-2cd5-40b1-8cd9-081cee4bb496 req-61847b8b-1165-4ccc-9404-d9e16c14b469 service nova] Enqueued Resource ID: b15c4724-d64a-4321-8c27-5e337f8b9312 with Priority: HIGHEST for action port [ 1219.055470] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_rules [ 1219.056033] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1219.056302] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c4724-d64a-4321-8c27-5e337f8b9312 with Priority: HIGHEST for action port [ 1219.056627] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.056898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.057034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.057350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.057506] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.058435] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.058604] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.058716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.059040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.059197] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.059362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.059460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.059644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.059772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.059899] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.063738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-b15c4724-d64a-4321-8c27-5e337f8b9312 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.063738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.063738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.063738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.063738] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15c4724-d64a-4321-8c27-5e337f8b9312',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.145023] env[65753]: INFO networking_nsxv3.common.synchronization [req-7ca84c7d-f42f-456f-a4e1-eb2a62a6cd58 req-6cfcdb02-334e-43a7-9334-b9b84e61e2ef tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1219.145464] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1219.148545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.148545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.148545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.148545] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.565071] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.565071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.566246] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.567748] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b15c4724-d64a-4321-8c27-5e337f8b9312 with status ACTIVE [ 1219.568423] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.568641] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.568755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.569027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.569191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.569424] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.569680] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.569797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.570061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.570184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.570429] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.570582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.570685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.571013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.571013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.571013] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b15c4724-d64a-4321-8c27-5e337f8b9312 is going to be updated. [ 1219.594608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.594718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.594789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.595083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.595234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.595403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b15c4724-d64a-4321-8c27-5e337f8b9312" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.650604] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.073596] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.153501] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.576545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.576772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.576846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.577082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.577173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.577294] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be created. [ 1220.602951] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.603211] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.603261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.603457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.603612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.616347] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: UNINITIALIZED for 2s [ 1220.656065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.656297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.656297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.656511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.656603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.656704] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1220.702389] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.702726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.702726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.703122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.703494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.715368] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1222.627437] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1222.627437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.627437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.627437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.627437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.627822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.627822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.627822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.627822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.627973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.627973] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.729669] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1222.729669] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.131065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.131065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.131065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.131065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.131065] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.131065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.131065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.131065] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.131579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.131579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.131579] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.131579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.131579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.131815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.131815] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.131903] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.131938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.132096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.132450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.132565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.132669] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.636089] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf427c65-c11b-4a94-ac2e-e697bcb8f694: rpc.has_security_group_logging(os_id): False [ 1223.654817] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.654959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.655177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.655564] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.655710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.656038] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.656242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.656346] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.656603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.656729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.657068] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.657225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.657400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.657631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.657755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.658072] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.658223] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.658334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.658544] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.658663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.658800] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be created. [ 1223.714839] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.714988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.715159] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.715371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.715556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.727080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: IN_PROGRESS for 2s [ 1224.146650] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.146650] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1224.239970] env[65753]: INFO networking_nsxv3.common.synchronization [req-6e2a3fce-5bdb-49c6-a775-2abc95a9cf59 req-9c39dde2-999e-411a-91e9-5d0dda872d83 tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1224.240545] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1224.241011] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.241311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.241311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.241466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.241645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.241748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.241804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.241954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.242048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.242135] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.744450] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.744804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.744804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.744925] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.744983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.745244] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.745345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.745430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.745592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.745670] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.745759] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1224.773386] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.773607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.773607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.773812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.773950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.784347] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1225.009313] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.009313] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_members [ 1225.009313] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.009552] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_members [ 1225.009620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.009822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.009919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.010345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.010345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.010474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.010474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.010648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.010753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.010861] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.011708] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-16466aeb-39c1-4245-8aac-3177b1c1f507 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.011844] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.011931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.012178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.012352] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.012470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.012552] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.012715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.012815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.012951] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.066226] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_rules [ 1225.066470] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_members [ 1225.066706] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_rules [ 1225.066902] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.067333] env[65753]: INFO networking_nsxv3.common.synchronization [req-25811bd9-d011-4fc2-9216-c8e185729b2d req-e4a33a43-3614-46c6-b974-b1bfbcd2776f tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f with Priority: HIGHEST for action port [ 1225.068026] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_rules [ 1225.068245] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_rules [ 1225.068418] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f with Priority: HIGHEST for action port [ 1225.068559] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_members [ 1225.068692] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.069080] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16466aeb-39c1-4245-8aac-3177b1c1f507 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.069246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.069342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.070959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.071085] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.073540] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.073675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.074559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.074559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.074559] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.074732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d310661-ff77-40cb-b141-66ffbfd71a3f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.074845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.075088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.075088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.075236] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d310661-ff77-40cb-b141-66ffbfd71a3f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.076056] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-16466aeb-39c1-4245-8aac-3177b1c1f507 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.076056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.076238] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.076307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.345834] env[65753]: INFO networking_nsxv3.common.synchronization [req-acb60d22-de2e-4762-ae8f-6e83ddb2c400 req-05d17819-f5b9-47dd-befd-0bb8a6d7c44a tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.346051] env[65753]: INFO networking_nsxv3.common.synchronization [req-acb60d22-de2e-4762-ae8f-6e83ddb2c400 req-05d17819-f5b9-47dd-befd-0bb8a6d7c44a tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_members [ 1225.347245] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.347245] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 with Priority: HIGHEST for action security_group_members [ 1225.348278] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.348529] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.349031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-16466aeb-39c1-4245-8aac-3177b1c1f507 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.349172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.392869] env[65753]: INFO networking_nsxv3.common.synchronization [req-acb60d22-de2e-4762-ae8f-6e83ddb2c400 req-05d17819-f5b9-47dd-befd-0bb8a6d7c44a tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_rules [ 1225.393080] env[65753]: INFO networking_nsxv3.common.synchronization [req-acb60d22-de2e-4762-ae8f-6e83ddb2c400 req-05d17819-f5b9-47dd-befd-0bb8a6d7c44a tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.393220] env[65753]: INFO networking_nsxv3.common.synchronization [req-acb60d22-de2e-4762-ae8f-6e83ddb2c400 req-05d17819-f5b9-47dd-befd-0bb8a6d7c44a tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f with Priority: HIGHEST for action port [ 1225.393722] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_rules [ 1225.393849] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1225.393943] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f with Priority: HIGHEST for action port [ 1225.394228] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.394333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.394541] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.394625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.394801] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d310661-ff77-40cb-b141-66ffbfd71a3f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.394878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.514631] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.515475] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.577219] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d310661-ff77-40cb-b141-66ffbfd71a3f with status ACTIVE [ 1225.577448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.577579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.577647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.577865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.577954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.578185] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.578303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.578356] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.578571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.578646] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.578832] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.578923] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.578983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.579135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.579208] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.579292] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f is going to be updated. [ 1225.580407] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.580490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.580699] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-16466aeb-39c1-4245-8aac-3177b1c1f507 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.580831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.601363] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.601551] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.601610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.601887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.602101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.602287] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.602484] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.602794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.602886] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d310661-ff77-40cb-b141-66ffbfd71a3f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.739373] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1225.739600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.017547] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.018639] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.106067] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d310661-ff77-40cb-b141-66ffbfd71a3f with status ACTIVE [ 1226.106067] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.106328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.106328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.106508] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.106595] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.106793] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.106887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.106941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.107105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.107173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.107386] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.107485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.107538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.107677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.107743] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.107831] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d310661-ff77-40cb-b141-66ffbfd71a3f is going to be updated. [ 1226.130105] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.130257] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.130313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.130489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.130621] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.130775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d310661-ff77-40cb-b141-66ffbfd71a3f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.520674] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.520885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.520981] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.521282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.521477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.521650] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be updated. [ 1226.522925] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.523094] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.523155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.523347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.523417] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.523452] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 is going to be created. [ 1226.549011] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.549361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.549361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.549491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.549579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.556968] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.557185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.557185] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.557419] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.557558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.562619] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 in Status: UNINITIALIZED for 2s [ 1226.571562] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1226.795565] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1226.795565] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 deletion is rescheduled due to dependency. [ 1226.795565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.573622] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 in Status: SUCCESS [ 1228.573984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.574800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.575033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.575281] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.575401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.575467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.575625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.575704] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.575798] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.583458] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1228.583647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.583791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.583978] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.584158] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.584270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.584334] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.584482] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.584558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.584650] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.078570] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.078707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.078776] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.079010] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.079112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.079322] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.079461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.079498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.079637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.079710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.079798] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 is going to be deleted. [ 1229.086471] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.113189] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.113384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.113430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.113619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.113712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.113814] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.114273] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.114439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.114605] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.114703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.114767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.114904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.114980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.115164] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.589232] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.617158] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.617337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.617337] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.617554] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.617647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.617843] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.617969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.618050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.618205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.618283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.618386] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 already deleted. [ 1229.618496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.618615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.618759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.618899] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.618992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.619086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.619227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.619299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.619385] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.091517] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.091712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.091712] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.092919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.092919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.092919] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be updated. [ 1230.120936] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.121179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.121239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.121450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.121539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.121758] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.121859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.121924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.122184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.122268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.122378] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 already deleted. [ 1230.122455] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.122563] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.124584] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.124584] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.124832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.124832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.124929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.136023] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1230.394655] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.394809] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1230.599946] env[65753]: INFO networking_nsxv3.common.synchronization [req-21caf0af-4116-479a-b659-ff81941a089f req-89785ea7-0b2b-42e4-be57-ad7223d0b596 tempest-ServerRescueTestJSONUnderV235-825628614 tempest-ServerRescueTestJSONUnderV235-825628614-project-member] Enqueued Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1230.600718] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44d506e-90af-4e06-be0c-b8f79c9942aa with Priority: HIGHEST for action security_group_members [ 1230.601125] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44d506e-90af-4e06-be0c-b8f79c9942aa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.601247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.627275] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16466aeb-39c1-4245-8aac-3177b1c1f507',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.749237] env[65753]: INFO networking_nsxv3.common.synchronization [req-90188b09-2306-42ba-983f-2ed31a70c8b0 req-f7dd820c-612f-4181-9d73-16a250dd7f44 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1230.749773] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1230.750021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.750149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.750306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.750437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.750770] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.750888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.750888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.751020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.751165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.751325] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.130306] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16466aeb-39c1-4245-8aac-3177b1c1f507: rpc.has_security_group_logging(os_id): False [ 1231.141816] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.142157] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.142352] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.142765] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.143187] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.143421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.143596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.143919] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.144147] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.144434] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.144556] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.144676] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.144835] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.144961] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.145201] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.145379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.152087] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.152231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.152299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.152489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.152574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.152768] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.152865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.152969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.153153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.153228] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.153317] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 is going to be created. [ 1231.166339] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.166538] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.166704] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.166879] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.167201] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-c0fe8827-b903-4031-a8be-c5b8a66577af taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.167421] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.167563] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.167877] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.168026] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fe8827-b903-4031-a8be-c5b8a66577af',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.170131] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/16466aeb-39c1-4245-8aac-3177b1c1f507], does not exist path=[/infra/domains/default/groups/16466aeb-39c1-4245-8aac-3177b1c1f507]."\n}' [ 1231.170299] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/16466aeb-39c1-4245-8aac-3177b1c1f507 [ 1231.170396] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1231.217971] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.218157] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.218220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.218408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.219676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.219959] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.220085] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.220145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.220318] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.220400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.220596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.220683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.220746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.220896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.220991] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.221066] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16466aeb-39c1-4245-8aac-3177b1c1f507 is going to be created. [ 1231.241853] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/16466aeb-39c1-4245-8aac-3177b1c1f507], does not exist path=[/infra/domains/default/groups/16466aeb-39c1-4245-8aac-3177b1c1f507]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/16466aeb-39c1-4245-8aac-3177b1c1f507 [ 1231.242025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16466aeb-39c1-4245-8aac-3177b1c1f507" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.242234] env[65753]: Traceback (most recent call last): [ 1231.242297] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1231.242297] env[65753]: return func(*args, **kwargs) [ 1231.242297] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1231.242297] env[65753]: res.raise_for_status() [ 1231.242297] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1231.242297] env[65753]: raise HTTPError(http_error_msg, response=self) [ 1231.242297] env[65753]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/16466aeb-39c1-4245-8aac-3177b1c1f507 [ 1231.242297] env[65753]: During handling of the above exception, another exception occurred: [ 1231.242297] env[65753]: Traceback (most recent call last): [ 1231.242297] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1231.242297] env[65753]: listener.cb(fileno) [ 1231.242297] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1231.242297] env[65753]: result = function(*args, **kwargs) [ 1231.242297] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1231.242297] env[65753]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1231.242297] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1231.242297] env[65753]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1231.242297] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1231.242297] env[65753]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1231.242297] env[65753]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1231.242297] env[65753]: res.raise_for_status() [ 1231.242297] env[65753]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1231.242297] env[65753]: raise HTTPError(http_error_msg, response=self) [ 1231.242297] env[65753]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/16466aeb-39c1-4245-8aac-3177b1c1f507 [ 1231.242297] env[65753]: Removing descriptor: 57 [ 1231.253282] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.670505] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.670830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.670830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.671132] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.671283] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.671429] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port c0fe8827-b903-4031-a8be-c5b8a66577af not found, creating... [ 1231.671675] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.671925] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.672017] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.672164] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.672290] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.672555] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.672711] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.672809] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.672996] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.673169] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.673344] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: c0fe8827-b903-4031-a8be-c5b8a66577af is going to be created. [ 1231.696183] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.696522] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.696522] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.696791] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.697016] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.697324] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.755322] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.145959] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1232.146204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.146366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.146579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.146767] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.146883] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.146949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.147142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.147191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.147288] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.257802] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.258008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.258132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.258383] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.258477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.258606] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1232.288500] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.288644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.288721] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.288940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.289103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.306584] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1232.390850] env[65753]: INFO networking_nsxv3.common.synchronization [req-90188b09-2306-42ba-983f-2ed31a70c8b0 req-d0755d90-c30e-4d33-b009-b3f9ff8ad734 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1232.391081] env[65753]: INFO networking_nsxv3.common.synchronization [req-90188b09-2306-42ba-983f-2ed31a70c8b0 req-d0755d90-c30e-4d33-b009-b3f9ff8ad734 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1232.391257] env[65753]: INFO networking_nsxv3.common.synchronization [req-90188b09-2306-42ba-983f-2ed31a70c8b0 req-d0755d90-c30e-4d33-b009-b3f9ff8ad734 service nova] Enqueued Resource ID: c0fe8827-b903-4031-a8be-c5b8a66577af with Priority: HIGHEST for action port [ 1232.391788] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1232.391939] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1232.392416] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe8827-b903-4031-a8be-c5b8a66577af with Priority: HIGHEST for action port [ 1232.392733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.392856] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.392922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.393238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.393365] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.394983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.394983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.394983] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0fe8827-b903-4031-a8be-c5b8a66577af taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.394983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.395848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.395848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.395848] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fe8827-b903-4031-a8be-c5b8a66577af',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.650022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.650292] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.650377] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.650761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.673217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.673515] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.673618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.673676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.673865] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.673954] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.674070] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be updated. [ 1232.705537] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.705757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.705867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.706229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.706450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.723783] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1232.896778] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.896983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.897122] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0fe8827-b903-4031-a8be-c5b8a66577af with status ACTIVE [ 1232.897304] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.897414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.897478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.897701] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.897789] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.897962] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.898063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.898123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.898278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.898349] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.898526] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.898628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.898671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.898803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.898864] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.898955] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0fe8827-b903-4031-a8be-c5b8a66577af is going to be updated. [ 1232.922918] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.923487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.923487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.923487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.923487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.923768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0fe8827-b903-4031-a8be-c5b8a66577af" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.949616] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.949820] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.949947] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.950267] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.950633] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.950807] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.950926] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.951171] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.951317] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.951522] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.951669] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.951744] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.951851] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.951958] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.952077] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.952209] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.970962] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.971153] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.971298] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.971464] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-28" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.972049] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-f3dcfa87-c097-4b94-bab6-e9fd7455605b taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.972049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.972049] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.972353] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.972441] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dcfa87-c097-4b94-bab6-e9fd7455605b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.475623] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.475999] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.476276] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.476688] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.477067] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.477662] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.477923] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.478099] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.478361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.478502] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.478908] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.479180] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.479368] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.479679] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.479891] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.480124] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b is going to be updated. [ 1233.506276] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.506484] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.506596] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.506873] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.507080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.507342] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.217411] env[65753]: INFO networking_nsxv3.common.synchronization [req-f12924c0-1515-4649-b75c-ea3f35400ef7 req-e14d20ff-233a-4e85-8e09-a3ac0ee8616b service nova] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1234.217411] env[65753]: INFO networking_nsxv3.common.synchronization [req-f12924c0-1515-4649-b75c-ea3f35400ef7 req-e14d20ff-233a-4e85-8e09-a3ac0ee8616b service nova] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1234.217411] env[65753]: INFO networking_nsxv3.common.synchronization [req-f12924c0-1515-4649-b75c-ea3f35400ef7 req-e14d20ff-233a-4e85-8e09-a3ac0ee8616b service nova] Enqueued Resource ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b with Priority: HIGHEST for action port [ 1234.217411] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_rules [ 1234.217411] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1234.217411] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b with Priority: HIGHEST for action port [ 1234.218112] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.218355] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.218723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.219024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.219303] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.221017] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.221265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.221421] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.221674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.221916] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.222600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.222600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.222723] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.222758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.222829] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.224078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dcfa87-c097-4b94-bab6-e9fd7455605b taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.224306] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.224375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.225017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.225017] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dcfa87-c097-4b94-bab6-e9fd7455605b',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.323073] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1234.323361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.323547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.323730] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.323924] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.324063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.324303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.324567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.324643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.324748] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.722443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.722713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.725451] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.726438] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dcfa87-c097-4b94-bab6-e9fd7455605b with status ACTIVE [ 1234.726670] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.726803] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.726873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.727098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.727209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.727416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.727531] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.727617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.727794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.727888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.728114] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.728219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.728281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.729392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.729392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.729392] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dcfa87-c097-4b94-bab6-e9fd7455605b is going to be updated. [ 1234.739980] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1234.741305] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa deletion is rescheduled due to dependency. [ 1234.741305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.741305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.741305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.741527] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.741600] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.741665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.741831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.741930] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.742042] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.750557] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.750737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.750795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.751635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.751635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.751635] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dcfa87-c097-4b94-bab6-e9fd7455605b" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.827096] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.231783] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.247581] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.247581] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.247581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.247581] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be updated. [ 1235.274862] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.274862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.274862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.274862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.274862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.282514] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1235.330508] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.733527] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.734731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.734731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.734731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.734731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.734731] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e is going to be updated. [ 1235.770664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.770824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.770862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.771106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.772504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.781886] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: IN_PROGRESS for 2s [ 1235.832659] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.832878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.832878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.833327] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.833452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.833585] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1235.892278] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.892543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.892543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.892868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.893086] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.916015] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1237.294409] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1237.294409] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa deletion is rescheduled due to dependency. [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.294409] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.294409] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.294409] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.297889] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.298176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.298398] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.298461] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.298525] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.298678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.298759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.298905] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.446168] env[65753]: INFO networking_nsxv3.common.synchronization [req-5b175b72-2f23-432a-9c0a-343d604caed3 req-6d59e722-8c6f-4e3f-93de-f3a55eed5624 tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1237.447178] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1237.448173] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.448556] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.448746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.449087] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.449763] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.451043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.451043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.451043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.451043] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.451043] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.795698] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: SUCCESS [ 1237.798141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.798400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.798615] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.798783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.798904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.798987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.799140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.799290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.799378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.799467] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.800672] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.805028] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.805028] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.805028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.805028] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be updated. [ 1237.821156] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.821276] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.821330] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.821567] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.821820] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.821976] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.822101] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.822318] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.822470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.822685] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.822793] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.822898] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.823011] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.823141] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.823259] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.823391] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.852453] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.852941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.853037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.853305] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.853454] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.856201] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.856360] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.856620] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.856699] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.857267] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-61227a3e-82c2-4ebf-b71b-b953b5667f90 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.857460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.857568] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.857881] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.858029] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61227a3e-82c2-4ebf-b71b-b953b5667f90',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.868332] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1237.926373] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1237.926610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.926754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.926976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.927193] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.927314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.927378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.927579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.927658] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.927767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.927836] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.952168] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.952371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.952371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.952590] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.974774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.975097] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.975325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.975398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.975659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.975788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.975915] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1238.004620] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.004862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.004985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.005363] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.005549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.019012] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1238.306073] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.306935] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44d506e-90af-4e06-be0c-b8f79c9942aa: rpc.has_security_group_logging(os_id): False [ 1238.342601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.342855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.342855] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.343103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.343199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.343451] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.343560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.343639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.343835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.343929] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.344047] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be updated. [ 1238.361018] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.361343] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.361535] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.361875] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.362103] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.362324] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 61227a3e-82c2-4ebf-b71b-b953b5667f90 not found, creating... [ 1238.362657] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.362881] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.363086] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.363351] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.363499] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.363793] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.363950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.364079] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.364292] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.364429] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.364565] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 is going to be created. [ 1238.388564] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.388830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.389039] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.389383] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.389654] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.389959] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.430812] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.431091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.431091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.431402] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.431592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.433068] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.433253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.433332] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.433534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.433697] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.433801] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.433863] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.434018] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.434105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.434190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.434335] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.434428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.434486] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.434628] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.434764] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.434851] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.434910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.435059] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.435282] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.435490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.435634] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.452176] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: IN_PROGRESS for 2s [ 1238.809326] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe07dd8f-fe50-4405-99c8-746b2c7a960e: rpc.has_security_group_logging(os_id): False [ 1238.829733] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.829911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.829985] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.830234] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.852890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.853272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.853410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.853468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.853687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.853772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.853865] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e is going to be updated. [ 1238.919215] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.919215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.919215] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.919443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.919443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.935254] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: IN_PROGRESS for 2s [ 1238.937942] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1238.955589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.955746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.955819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.956045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.975809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.976188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.976382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.976507] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.976745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.976871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.977195] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.977300] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.977400] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.977602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.977819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.978060] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.978226] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.978330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.978512] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.978631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.978752] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1239.053369] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.053369] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.053597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.053845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.054068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.082329] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1239.105830] env[65753]: INFO networking_nsxv3.common.synchronization [req-5b175b72-2f23-432a-9c0a-343d604caed3 req-d46861d6-5635-4f60-8618-c0f0dfa1c7ec service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 1239.106018] env[65753]: INFO networking_nsxv3.common.synchronization [req-5b175b72-2f23-432a-9c0a-343d604caed3 req-d46861d6-5635-4f60-8618-c0f0dfa1c7ec service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1239.106154] env[65753]: INFO networking_nsxv3.common.synchronization [req-5b175b72-2f23-432a-9c0a-343d604caed3 req-d46861d6-5635-4f60-8618-c0f0dfa1c7ec service nova] Enqueued Resource ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 with Priority: HIGHEST for action port [ 1239.106825] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 1239.106970] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1239.107077] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 with Priority: HIGHEST for action port [ 1239.107381] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.107509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.107574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.107784] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.107864] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.109133] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.109254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.109482] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-61227a3e-82c2-4ebf-b71b-b953b5667f90 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.109609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.109682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.110107] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.110107] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61227a3e-82c2-4ebf-b71b-b953b5667f90',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.611769] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.612193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.612193] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61227a3e-82c2-4ebf-b71b-b953b5667f90 with status ACTIVE [ 1239.612318] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.612429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.612494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.612758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.612854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.613039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.613158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.613203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.613370] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.613483] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.613692] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.613810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.614047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.614149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.614191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.614284] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 is going to be updated. [ 1239.639279] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.639490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.639490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.639792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.639840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.640063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.738704] env[65753]: INFO networking_nsxv3.common.synchronization [req-6893b42d-1688-476f-a526-77e9bea20065 req-8c8e2e1f-f673-4425-9f99-316d2a5fb360 tempest-ServerRescueTestJSON-7402537 tempest-ServerRescueTestJSON-7402537-project-member] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1239.739319] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1239.739630] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.739758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.739826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.740045] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.740202] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.740310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.740408] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.740523] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.740607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.740700] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.881658] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1239.881911] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa deletion is rescheduled due to dependency. [ 1239.882127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.031637] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1240.031637] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 deletion is rescheduled due to dependency. [ 1240.031767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.032038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.032284] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.032524] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.032674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.032765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.032945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.033052] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.033185] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.141047] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.141047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.141047] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.142056] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.142496] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.142948] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.143256] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.143673] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.143972] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.144344] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.146227] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.146227] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.146227] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.146227] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.146227] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.146227] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.166846] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.167338] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.167622] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.167906] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-652" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.169361] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-f268cd74-fb17-4936-92b2-939e07f2fdfa taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.169361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.169361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.169361] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.169361] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f268cd74-fb17-4936-92b2-939e07f2fdfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.242522] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.468295] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44d506e-90af-4e06-be0c-b8f79c9942aa in Status: SUCCESS [ 1240.468515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.468677] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.468950] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.469064] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44d506e-90af-4e06-be0c-b8f79c9942aa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.536620] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.672765] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.673228] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.673228] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.673356] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.673501] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.673658] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port f268cd74-fb17-4936-92b2-939e07f2fdfa not found, creating... [ 1240.673950] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.674144] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.674283] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.675387] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.675387] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.675540] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.675720] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.675846] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.676243] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.676539] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.676745] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: f268cd74-fb17-4936-92b2-939e07f2fdfa is going to be created. [ 1240.699838] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.700193] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.700375] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.700669] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.700945] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.701270] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.745114] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.949882] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: SUCCESS [ 1240.950207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.999223] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.999441] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.999560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.999817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.033405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.033565] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44d506e-90af-4e06-be0c-b8f79c9942aa is going to be deleted. [ 1241.041348] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.100776] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.101017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.101089] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.101379] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.101571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.101644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44d506e-90af-4e06-be0c-b8f79c9942aa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.105535] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1241.105535] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.247816] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.248030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.248030] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.248262] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.248354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.248453] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be updated. [ 1241.287252] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.287398] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.287509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.287735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.287822] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.298820] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: IN_PROGRESS for 2s [ 1241.429850] env[65753]: INFO networking_nsxv3.common.synchronization [req-6893b42d-1688-476f-a526-77e9bea20065 req-d347f6a7-2206-4469-82bc-a433f1440841 service nova] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_rules [ 1241.430050] env[65753]: INFO networking_nsxv3.common.synchronization [req-6893b42d-1688-476f-a526-77e9bea20065 req-d347f6a7-2206-4469-82bc-a433f1440841 service nova] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1241.430213] env[65753]: INFO networking_nsxv3.common.synchronization [req-6893b42d-1688-476f-a526-77e9bea20065 req-d347f6a7-2206-4469-82bc-a433f1440841 service nova] Enqueued Resource ID: f268cd74-fb17-4936-92b2-939e07f2fdfa with Priority: HIGHEST for action port [ 1241.430949] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_rules [ 1241.431195] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1241.431355] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f268cd74-fb17-4936-92b2-939e07f2fdfa with Priority: HIGHEST for action port [ 1241.431799] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.431953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432026] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432416] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.433496] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.433909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.434616] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-f268cd74-fb17-4936-92b2-939e07f2fdfa taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.434809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.434913] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.435270] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.435356] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f268cd74-fb17-4936-92b2-939e07f2fdfa',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.544090] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.544339] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.544460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.544791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.544983] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.545117] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1241.578708] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.578868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.578941] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.579198] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.579360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.592781] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1241.937665] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.938020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.938120] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f268cd74-fb17-4936-92b2-939e07f2fdfa with status ACTIVE [ 1241.938345] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.938467] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.938581] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.938909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.939013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.939205] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.939309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.939372] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.939550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.939660] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.939923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.940472] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.941035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.941035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.941035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.941035] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f268cd74-fb17-4936-92b2-939e07f2fdfa is going to be updated. [ 1241.969389] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.969675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.969733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.970020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.970190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.970440] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f268cd74-fb17-4936-92b2-939e07f2fdfa" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.322587] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1243.322934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.323386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.323684] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.324012] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.324477] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.324703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.324957] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.325090] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.325314] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.607031] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1243.607031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.607031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.607031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.607031] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.607031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.607031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.607592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.607592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.607592] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.607592] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.827801] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.112722] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.333212] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.613072] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d1b92b-8ce2-46da-bf66-e13af83ffc19: rpc.has_security_group_logging(os_id): False [ 1244.630218] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.630358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.630429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.630681] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.630780] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.631039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.631147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.631210] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.631359] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.631474] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.631518] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1244.691047] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.691047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.691047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.691047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.691047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.717516] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1244.835889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.836108] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.836286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.836456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.836553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.836663] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be updated. [ 1244.865958] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.866116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.866188] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.866420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.866563] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.876295] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: IN_PROGRESS for 2s [ 1246.432172] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.432538] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1246.609656] env[65753]: INFO networking_nsxv3.common.synchronization [req-46d5d94a-abe6-4917-bc16-e21df0511ee3 req-6022cc9f-6c0a-40cd-8c0f-1a29e867b6b7 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1246.610374] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1246.610766] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.610920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.611017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.611299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.611488] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.611675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.611734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.611873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.611990] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.612127] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.732885] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1246.732885] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.893441] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1246.893800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.893948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.894214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.894593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.894815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.894815] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.895997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.895997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.895997] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.895997] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.972604] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.972874] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.973022] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.973373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.973683] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.973928] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.974076] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.974316] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.974463] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.974674] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.974790] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.974894] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.975045] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.975214] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.975325] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.975461] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.999048] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.999247] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.999247] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.999403] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.999857] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-61a8c45c-30ac-46ef-869c-09bcc14a67df taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.000087] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.000213] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.000568] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.000704] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a8c45c-30ac-46ef-869c-09bcc14a67df',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.114279] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.398717] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.398939] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.399028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.399219] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.399405] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.399500] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.399557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.399738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.399829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.399920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.400092] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.400180] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.400245] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.400487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.400712] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.400829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.400922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.401142] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.401269] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.401426] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.401469] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.505667] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.505667] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.505667] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.505667] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.505667] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.505667] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 61a8c45c-30ac-46ef-869c-09bcc14a67df not found, creating... [ 1247.505667] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.506371] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.506371] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.506476] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.506686] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.507193] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.507404] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.507677] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.508022] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.508210] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.508370] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 61a8c45c-30ac-46ef-869c-09bcc14a67df is going to be created. [ 1247.533814] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.534129] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.534438] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.534993] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.535116] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.535460] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.616745] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.903802] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf427c65-c11b-4a94-ac2e-e697bcb8f694: rpc.has_security_group_logging(os_id): False [ 1247.941282] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.941478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.941577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.942041] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.969596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.970118] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.970362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.970517] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.971225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.971225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.971390] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.971390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.971846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.971846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.971846] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.972131] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.972131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.972324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.972414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.972522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.972633] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be updated. [ 1248.115825] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.116040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.116131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.116385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.116558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.119598] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.119755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.119755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.119887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.119976] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.120088] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1248.136264] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: IN_PROGRESS for 2s [ 1248.154589] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.154706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.154778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.155898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.155898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.165801] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1248.221310] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.221446] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.293525] env[65753]: INFO networking_nsxv3.common.synchronization [req-46d5d94a-abe6-4917-bc16-e21df0511ee3 req-c829a1e7-a3c7-4677-8a67-475fdecb130f service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1248.293815] env[65753]: INFO networking_nsxv3.common.synchronization [req-46d5d94a-abe6-4917-bc16-e21df0511ee3 req-c829a1e7-a3c7-4677-8a67-475fdecb130f service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1248.293815] env[65753]: INFO networking_nsxv3.common.synchronization [req-46d5d94a-abe6-4917-bc16-e21df0511ee3 req-c829a1e7-a3c7-4677-8a67-475fdecb130f service nova] Enqueued Resource ID: 61a8c45c-30ac-46ef-869c-09bcc14a67df with Priority: HIGHEST for action port [ 1248.294352] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1248.294487] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1248.294648] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a8c45c-30ac-46ef-869c-09bcc14a67df with Priority: HIGHEST for action port [ 1248.294864] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.294977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.295063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.295435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.295526] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.296448] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.296578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.296764] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a8c45c-30ac-46ef-869c-09bcc14a67df taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.296854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.296921] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.297130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.297207] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a8c45c-30ac-46ef-869c-09bcc14a67df',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.670818] env[65753]: INFO networking_nsxv3.common.synchronization [req-c5c4bba2-9bfc-417d-9f47-d4e73f908b21 req-25b1bb0f-07c4-4ade-8224-7553bac5bc0a tempest-ServerActionsTestJSON-1163233672 tempest-ServerActionsTestJSON-1163233672-project-member] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1248.671363] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGHEST for action security_group_members [ 1248.671688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.671857] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.671949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.672183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.672352] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.672481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.672631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.672709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.672794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.672908] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.798945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.799075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.799241] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a8c45c-30ac-46ef-869c-09bcc14a67df with status ACTIVE [ 1248.799411] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.799515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.799579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.799779] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.799873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.800039] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.800137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.800197] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.800344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.800420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.800596] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.800682] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.800755] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.800876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.800946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.801040] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a8c45c-30ac-46ef-869c-09bcc14a67df is going to be updated. [ 1248.827324] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.827476] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.827546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.827750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.827891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.828060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a8c45c-30ac-46ef-869c-09bcc14a67df" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.175704] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.175873] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.175972] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.176391] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.199876] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.200180] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.200324] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.200406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.200612] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.200707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.200818] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be updated. [ 1249.232081] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.232081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.232081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.232081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.232081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.241717] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: IN_PROGRESS for 2s [ 1250.154250] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1250.154572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.177738] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1250.177738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.177738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.177738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.178312] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.178312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.178312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.178312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.178312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.178620] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.681195] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.184059] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.251608] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 in Status: SUCCESS [ 1251.251796] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 deletion is rescheduled due to dependency. [ 1251.252240] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.686977] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.687174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.687247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.687470] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.687580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.687762] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1251.716810] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.716931] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.717054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.717347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.717591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.728538] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1251.954468] env[65753]: INFO networking_nsxv3.common.synchronization [None req-6d6b3b00-68f8-4e79-827d-7e27303300ec tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_rules [ 1251.954899] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_rules [ 1251.955337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.955514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.955576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.955853] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.955953] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.041817] env[65753]: INFO networking_nsxv3.common.synchronization [None req-108470b1-765a-430a-916f-47ce2a91606e tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_rules [ 1252.042376] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_rules [ 1252.042683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.042787] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.479140] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.479566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.479566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.479694] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.479797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.479908] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d already deleted. [ 1252.479996] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.480168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.480330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.480419] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.001324] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.001526] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.001618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.001845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.001934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.002041] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d already deleted. [ 1253.002127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.739480] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1253.739754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.739947] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.740204] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.740402] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.740522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.740587] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.740741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.740819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.740901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.740995] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.243869] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.244225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.244312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.244538] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.244744] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.244874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.244920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.245049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.245138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.245265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.245402] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.245496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.245558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.245745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.245900] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.245995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.246070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.246212] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.246288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.246397] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.246492] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.749013] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1254.768212] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.768361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.768430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.768706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.768706] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.769631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.769631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.769631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.769631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.769631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.769631] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.769631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.769631] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.769878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.769878] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.769955] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.770053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.770116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.770252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.770325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.770414] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1254.850447] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.850573] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.850614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.850831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.851008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.863517] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1256.877986] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1256.878340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.043441] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.043592] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.096976] env[65753]: INFO networking_nsxv3.common.synchronization [req-1923f337-6c8c-4529-9fbe-a082e00b9e75 req-248a41b2-6c5f-41c2-a966-fc215c8e00ac tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1259.097585] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1259.097935] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.103272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.103272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.103272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.103272] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.103272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.103272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.103719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.103719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.103719] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.393754] env[65753]: INFO networking_nsxv3.common.synchronization [req-e5c58654-fc36-49d2-89a6-e0c529d16d9e req-f89eab95-4b72-4f5c-a4c9-32ad5a96aca7 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_members [ 1259.394334] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_members [ 1259.394651] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.394775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.394842] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.395116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.395337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.395457] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.395521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.395679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.395762] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.395852] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.609104] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.679388] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.679616] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.679759] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.680063] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.680344] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.680496] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.680606] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.680930] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.681094] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.681300] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.681416] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.681535] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.682235] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.682235] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.682235] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.682235] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.705423] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.705625] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.705761] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.705932] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.706275] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.706453] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.706563] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.706907] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.707083] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e1a94b-418a-4f03-a5c3-8876b1d7f3d3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.898048] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.898414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.898414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.898571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.898692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.898909] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.899042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.899147] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.899320] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.899480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.899480] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d already deleted. [ 1259.899639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.111350] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.209655] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.210038] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.210089] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.210354] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.210494] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.210646] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 not found, creating... [ 1260.210904] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.211074] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.211189] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.211423] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.211559] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.211840] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.212024] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.212243] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.212381] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.212517] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.212656] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 is going to be created. [ 1260.236640] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.236640] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.236859] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.237103] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.237352] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.237580] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.614227] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.614436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.614436] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.614663] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.614753] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.614851] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1260.643730] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.643938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.643938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.644154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.644307] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.653886] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1260.919750] env[65753]: INFO networking_nsxv3.common.synchronization [req-e5c58654-fc36-49d2-89a6-e0c529d16d9e req-21d40645-5694-4df4-99a6-34916b6401e7 service nova] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_rules [ 1260.920025] env[65753]: INFO networking_nsxv3.common.synchronization [req-e5c58654-fc36-49d2-89a6-e0c529d16d9e req-21d40645-5694-4df4-99a6-34916b6401e7 service nova] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_members [ 1260.920242] env[65753]: INFO networking_nsxv3.common.synchronization [req-e5c58654-fc36-49d2-89a6-e0c529d16d9e req-21d40645-5694-4df4-99a6-34916b6401e7 service nova] Enqueued Resource ID: 72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 with Priority: HIGHEST for action port [ 1260.920859] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_rules [ 1260.921084] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_members [ 1260.921205] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 with Priority: HIGHEST for action port [ 1260.921612] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.921935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.921935] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.922170] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.922258] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.926518] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.926518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.926518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.926518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.926691] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.926745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.926826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.926962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.927627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.929915] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.929915] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.929915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.929915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.929915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.929915] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e1a94b-418a-4f03-a5c3-8876b1d7f3d3',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.431284] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.431683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.432852] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.433984] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 with status ACTIVE [ 1261.434216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.434362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.434429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.434640] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.434724] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.435353] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.435353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.435353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.435353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.435586] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.435618] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.435919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.435919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.435919] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.436069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.436069] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e1a94b-418a-4f03-a5c3-8876b1d7f3d3 is going to be updated. [ 1261.459664] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.459816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.459887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.460118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.460265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.460428] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e1a94b-418a-4f03-a5c3-8876b1d7f3d3" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.938091] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.441688] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.441688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.441688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.442193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.442193] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.442193] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d is going to be created. [ 1262.468525] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.468737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.468737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.468848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.469047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.479743] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: UNINITIALIZED for 2s [ 1262.663589] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1262.663840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.490128] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: SUCCESS [ 1264.490450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.490496] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.490744] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.490937] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.491066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.491130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.491290] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.491371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.491492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.491552] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.993997] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.500145] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55cfcbdf-64fa-4918-9435-4dea530a8a4d: rpc.has_security_group_logging(os_id): False [ 1265.519578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.519819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.519819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.520019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.520116] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.520375] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.520490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.520543] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.520683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.520756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.520834] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d is going to be created. [ 1265.583098] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.583098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.583098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.583098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.583098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.593849] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: IN_PROGRESS for 2s [ 1265.817441] env[65753]: INFO networking_nsxv3.common.synchronization [req-a90196bb-8ac1-4cbb-95cf-8d19dd2e8f21 req-3ab04b62-2f62-4cb7-8f2a-1bb228350b20 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1265.821020] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1265.821020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.821020] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.821020] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.821020] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.324773] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.826684] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.834754] env[65753]: INFO networking_nsxv3.common.synchronization [req-77337dec-08e3-41d2-b8a6-eec3bb7ca88c req-79f49f4f-b194-4338-a67a-2b27a28c8cbc tempest-ServerRescueTestJSON-7402537 tempest-ServerRescueTestJSON-7402537-project-member] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1266.835627] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1266.835731] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.835812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.835812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.836022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.836170] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.836462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.836462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.836559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.836559] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.836796] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.329481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.329686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.329791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.330097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.330199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.330299] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1267.340137] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.359348] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.359558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.359657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.359949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.360174] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.369126] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1267.606022] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: SUCCESS [ 1267.606268] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.842664] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.345374] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.345594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.345594] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.345813] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.345901] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.346026] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be updated. [ 1268.380633] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.380796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.380840] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.381098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.381247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.391727] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: IN_PROGRESS for 2s [ 1269.379765] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1269.379765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.401556] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1270.401839] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.836622] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.836968] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.487437] env[65753]: INFO networking_nsxv3.common.synchronization [req-180429fc-a17f-475b-aa78-8404b0b8d5ba req-c24eec13-c4f9-4f75-8f5a-14e0a5d3fd0f tempest-ServerRescueTestJSON-7402537 tempest-ServerRescueTestJSON-7402537-project-member] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1274.488063] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGHEST for action security_group_members [ 1274.488378] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.488501] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.488679] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.488891] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.489052] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.489152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.489213] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.489358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.489443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.489533] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.994158] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.994333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.994494] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.994633] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.994727] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.994922] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.995036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.995096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.995249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.995323] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.995435] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be updated. [ 1275.026713] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.026940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.026940] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.027155] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.027297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.037074] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: IN_PROGRESS for 2s [ 1275.182169] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e984ad0-e969-4e0b-aa64-c982b198fee2 req-358af607-e4b0-4f8e-9784-fb0bfdc6de8f tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1275.182390] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1275.182905] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.183050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.183118] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.183317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.183460] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.183770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.183770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.183770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.183971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.183971] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.492022] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.492393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.492393] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.492592] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.492845] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.493011] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.493133] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.493367] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.493518] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.493723] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.493834] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.493936] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.494052] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.494198] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.494257] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.494401] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.513527] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.513732] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1275.513815] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.514030] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.514359] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-3bf0a249-5403-4cc2-a15e-f66b0091f23a taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.514548] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.514653] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.514974] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.515128] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf0a249-5403-4cc2-a15e-f66b0091f23a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.686665] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.019145] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.019373] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.019469] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.019777] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.019931] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020097] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 3bf0a249-5403-4cc2-a15e-f66b0091f23a not found, creating... [ 1276.020363] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.020522] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.020640] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020858] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020993] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.021315] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.021470] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.021586] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.021789] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.021915] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.022063] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 3bf0a249-5403-4cc2-a15e-f66b0091f23a is going to be created. [ 1276.043406] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.043678] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.043789] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.044053] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.044289] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.044508] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.189170] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.692034] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.692034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.692034] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.692469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.692469] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.692469] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1276.727609] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.727824] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.727886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.728112] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.728255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.737951] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1276.778258] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e984ad0-e969-4e0b-aa64-c982b198fee2 req-cf7b639b-71ee-498b-864c-961c22a610f7 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1276.778430] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e984ad0-e969-4e0b-aa64-c982b198fee2 req-cf7b639b-71ee-498b-864c-961c22a610f7 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1276.778566] env[65753]: INFO networking_nsxv3.common.synchronization [req-1e984ad0-e969-4e0b-aa64-c982b198fee2 req-cf7b639b-71ee-498b-864c-961c22a610f7 service nova] Enqueued Resource ID: 3bf0a249-5403-4cc2-a15e-f66b0091f23a with Priority: HIGHEST for action port [ 1276.779066] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1276.779201] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1276.779337] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf0a249-5403-4cc2-a15e-f66b0091f23a with Priority: HIGHEST for action port [ 1276.779562] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.779685] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.779740] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.779938] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.780030] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.780977] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.781088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.781268] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf0a249-5403-4cc2-a15e-f66b0091f23a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.781368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.781433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.781602] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.781699] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf0a249-5403-4cc2-a15e-f66b0091f23a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.047375] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 in Status: SUCCESS [ 1277.047545] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 deletion is rescheduled due to dependency. [ 1277.047647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.283573] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.283810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.285108] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf0a249-5403-4cc2-a15e-f66b0091f23a with status ACTIVE [ 1277.285302] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.285511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.285609] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.285800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.285890] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.286128] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.286206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.286206] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.286378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.286466] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.286653] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.286747] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.286800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.286937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.287027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.287089] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf0a249-5403-4cc2-a15e-f66b0091f23a is going to be updated. [ 1277.317308] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.317560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.317560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.317759] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.317899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.318070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf0a249-5403-4cc2-a15e-f66b0091f23a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.748937] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1278.749280] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.749345] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.749571] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.749783] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.749898] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.749962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.750149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.750200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.750296] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.252435] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.755254] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.257524] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.258788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.258788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.258788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.258788] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.258788] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1280.315145] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.315299] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.315407] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.315614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.315767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.327080] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1281.780994] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.781400] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1282.339831] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1282.340105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.340238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.340487] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.340687] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.340809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.340879] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.341040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.341123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.341209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.341300] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.843581] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.843999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.843999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.843999] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.844253] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.844341] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.844413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.844557] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.844647] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.844738] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.844885] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.844980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.845050] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.845194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.845346] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.845464] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.845521] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.845666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.845733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.845831] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.845910] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.348266] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1283.366677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.366819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.366895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.367150] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.367298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.367586] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.367772] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.367899] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.368047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.368130] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.368318] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.368414] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.368478] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.368618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.368691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.368865] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.368958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.369027] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.369165] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.369238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.369318] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1283.433570] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.433810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.433810] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.433973] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.434136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.449180] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1285.476551] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1285.476966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.410655] env[65753]: INFO networking_nsxv3.common.synchronization [req-ca93ab32-fd74-4290-8b25-0dd5e1924fd7 req-148b0c35-cde7-49c4-b473-3f281a090e0e tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1286.411283] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1286.411645] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.411790] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.411854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.412121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.412674] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.412674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.412674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.413102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.413102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.413102] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.915761] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.417934] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.920223] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.920522] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.920651] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.920829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.920942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.921098] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1287.969896] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.969896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.969896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.970279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.970279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.985619] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1289.867045] env[65753]: INFO networking_nsxv3.common.synchronization [req-fb6cea01-b8f1-429e-8082-916c18f41a5a req-5343d994-c695-4a09-b96b-2e3e89236335 tempest-AttachVolumeShelveTestJSON-1711437305 tempest-AttachVolumeShelveTestJSON-1711437305-project-member] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1289.867618] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGHEST for action security_group_members [ 1289.868318] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.868448] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.868519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.868719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.868882] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.868980] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.869048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.869207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.869547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.869547] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.997677] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1289.997895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.371398] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.371709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.371709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.371848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.371942] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.372155] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.372259] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.372319] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.372473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.372553] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.372642] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e is going to be updated. [ 1290.408358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.408582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.408582] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.408719] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.408861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.417777] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: IN_PROGRESS for 2s [ 1292.430368] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e in Status: SUCCESS [ 1292.430770] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e deletion is rescheduled due to dependency. [ 1292.430770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.869160] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.869491] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.177271] env[65753]: INFO networking_nsxv3.common.synchronization [req-4746ced3-737a-4d1a-ab9e-a55013f29d88 req-11c743c0-78e1-476f-8ef8-fa1deb528745 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1296.177697] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1296.177968] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.178105] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.178176] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.178403] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.178558] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.178668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.178729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.178871] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.179011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.179174] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.486796] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.487015] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.487139] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.487411] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.487672] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.487830] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.487948] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.488183] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.488328] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.488537] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.488651] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.488757] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.488865] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.488970] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.489082] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.489212] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.510431] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.510635] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.510828] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.511026] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-253" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.511383] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-423be816-871a-4c33-87b9-aa8d4eb66911 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.511599] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.511733] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.512080] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.512289] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423be816-871a-4c33-87b9-aa8d4eb66911',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.681491] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.015534] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.015805] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.015957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.016329] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.016492] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.016677] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Segment Port 423be816-871a-4c33-87b9-aa8d4eb66911 not found, creating... [ 1297.016973] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.017176] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.017315] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.017570] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.017723] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.018088] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.018261] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.018399] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.018646] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.018800] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.018962] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 423be816-871a-4c33-87b9-aa8d4eb66911 is going to be created. [ 1297.042893] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.043140] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.043275] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.043579] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.043844] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.044115] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.184085] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.687338] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.687499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.687561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.687775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.687893] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.687983] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1297.729025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.729025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.729025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.729025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.729025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.738485] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1297.742500] env[65753]: INFO networking_nsxv3.common.synchronization [req-4746ced3-737a-4d1a-ab9e-a55013f29d88 req-c1a39ba7-93ed-4772-a93d-0385a810d2c9 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1297.742855] env[65753]: INFO networking_nsxv3.common.synchronization [req-4746ced3-737a-4d1a-ab9e-a55013f29d88 req-c1a39ba7-93ed-4772-a93d-0385a810d2c9 service nova] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1297.742855] env[65753]: INFO networking_nsxv3.common.synchronization [req-4746ced3-737a-4d1a-ab9e-a55013f29d88 req-c1a39ba7-93ed-4772-a93d-0385a810d2c9 service nova] Enqueued Resource ID: 423be816-871a-4c33-87b9-aa8d4eb66911 with Priority: HIGHEST for action port [ 1297.743019] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_rules [ 1297.743154] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1297.743247] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423be816-871a-4c33-87b9-aa8d4eb66911 with Priority: HIGHEST for action port [ 1297.743910] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.744125] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.744231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.744485] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.744600] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.745868] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.745868] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.745868] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-423be816-871a-4c33-87b9-aa8d4eb66911 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.746139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.746139] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.746342] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.747040] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423be816-871a-4c33-87b9-aa8d4eb66911',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.248585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.248993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.250126] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 423be816-871a-4c33-87b9-aa8d4eb66911 with status ACTIVE [ 1298.250381] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.250574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.250618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.250910] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.251080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.251226] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.251328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.251392] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.251560] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.251642] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.251841] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.251934] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.251993] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.252149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.252222] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.252305] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 423be816-871a-4c33-87b9-aa8d4eb66911 is going to be updated. [ 1298.278852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.279231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.279231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.279231] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.279533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.279533] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-423be816-871a-4c33-87b9-aa8d4eb66911" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.749645] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1299.749998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.750054] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.750283] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.750528] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.750666] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.750773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.750977] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.751127] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.751230] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.255959] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.758434] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.262559] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.262785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.262785] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.263098] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.263205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.263308] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1301.296019] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.296267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.296267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.296452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.296617] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.305346] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1302.744592] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.744955] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1303.171416] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.171574] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.171649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.171874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.171988] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.319064] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1303.319064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.319276] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.319384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.319578] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.319696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.319761] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.319915] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.320015] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.320103] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.320194] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.675367] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.822526] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.823894] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.823894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.824242] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.824242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.824242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.824401] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.824553] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.824662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.824742] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.824908] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.825008] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.825122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.825228] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.178364] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.327475] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1304.346194] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.346435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.346435] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.346764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.346861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.347107] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.347246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.347302] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.347416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.347491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.347675] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.347768] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.347819] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.347955] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.348033] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.348210] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.348322] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.348389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.348473] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.348532] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.348621] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1304.410445] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.410627] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.410674] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.410867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.411056] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.426103] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1304.680527] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1304.680721] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1305.559766] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.560225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.560225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.560225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.573223] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1305.574053] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.574806] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1305.615961] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.616214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.616214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.616393] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.632104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.632893] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1305.632977] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.633079] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1305.676337] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.676577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.676577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.676767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.677791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.677969] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1305.768693] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.768948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.768948] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.769134] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.769443] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.769738] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1305.854585] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.854811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.854861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.855102] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.855434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.855787] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1305.855910] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'32d1b92b-8ce2-46da-bf66-e13af83ffc19', '95ba593e-0f83-42a6-8879-7149ebf8dfa7', 'fe07dd8f-fe50-4405-99c8-746b2c7a960e', 'bf427c65-c11b-4a94-ac2e-e697bcb8f694', '55cfcbdf-64fa-4918-9435-4dea530a8a4d', '6019de5c-5ce3-4c17-9b5d-26eea8f11414', '88da0512-9037-495f-b331-5dfd35f9e849', '0ee2f081-67fb-4a89-8bd2-494e2e72cb6a', 'c4240398-4671-4e30-8cae-ea710e238f04', '8b242f8d-d59d-4c52-b7dc-acb705c6f7bf', '96d65976-11b7-40f5-a972-14e1c9b8d854', '7c682ab5-b197-4b78-90fc-9fa340868fe8', '3ba6c996-05ad-43f7-9191-71059321929e', '78cb05db-1c9e-4da6-9ab1-01e291d8a7c4', '006ec673-e63b-4e89-afc0-f0581f0446c2', 'd494a201-0dcf-4a23-b494-edcb9654b053', 'b5095e59-60af-4d3f-9540-af62070af590', '37e7e53c-50f1-4d5b-bb09-9f654278f595', 'fbdfb10b-0956-463f-aa36-cb4aae52090c', '546a9fbe-898f-4b1c-971f-b8b3d8e30a4d', '00330259-95a1-44b1-a8b6-aed314ef34a4', '234c8d25-c4ba-4031-acee-45244da5a7b6', '1c0eefc0-b412-4d76-a0c8-f2a7fa47f06e', '60883c9e-7f4f-40b0-9853-744aae7cb5de', '26023054-4751-40e1-ba6b-04c880b37bee', 'cd055a3e-16fb-4615-aca4-48cc26a59484', '5ca47f72-39c3-4307-84e1-96578085abaa', 'b0879d0e-5c85-4060-b0c4-01d86d8fedc9', '4b67f604-52bf-49b3-9264-11ca3e78ebfa', 'bf4fcca3-81ab-4c55-934b-003f80baa873', '10f32291-b4fc-4349-9a4b-3376ae11f347', 'f430f5d2-e86a-4f05-8cda-d105713959b8', '23f09fb1-3624-4468-b565-e8e79285fc0c', '6b20945f-7e41-432e-9981-6246ab478cd8', 'f328e955-1943-4a65-a511-bbefee47192f', '42180cd5-e3d6-4a21-a9e7-d938adfa722b', '6cac678c-ad93-4e2c-8fd6-70b7135d141e', 'c176b6dd-ab63-4dc9-af25-548a61948029', '275d4618-7ef4-432e-ba74-13d7cbb48e10', 'ab0534c5-f5fb-40e7-a288-b2e03c289a57', '6bea9e33-1708-4486-91ed-e1ff4d10a977', '65f8537c-9cc6-4b36-9425-22c207b84fa1', '91065295-a6bb-4317-9488-d9012e390597', 'ac1bb8f8-8a22-4520-aa7d-a124c70d8303', 'cc94d18e-ec99-431e-ab25-5621232383a9'} {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.856037] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1305.874852] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.875068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.875068] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.875263] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.875364] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.875476] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1305.875547] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.875640] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1305.967014] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.967261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.967261] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.967450] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.968608] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.968824] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1305.968903] env[65753]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65753) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.968974] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1305.969050] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1305.969129] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1305.969199] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGH for action security_group_rules [ 1305.969277] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGH for action security_group_rules [ 1305.969342] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGH for action security_group_rules [ 1305.969404] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGH for action security_group_rules [ 1305.969466] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGH for action security_group_rules [ 1305.969528] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGH for action security_group_rules [ 1305.969589] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGH for action security_group_rules [ 1305.969652] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGH for action security_group_rules [ 1305.969713] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGH for action security_group_rules [ 1305.969774] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGH for action security_group_rules [ 1305.969877] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGH for action security_group_rules [ 1305.969917] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGH for action security_group_rules [ 1305.969953] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGH for action security_group_rules [ 1305.970012] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGH for action security_group_rules [ 1305.970074] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGH for action security_group_rules [ 1305.970136] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGH for action security_group_rules [ 1305.970198] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGH for action security_group_rules [ 1305.970260] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGH for action security_group_rules [ 1305.970322] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGH for action security_group_rules [ 1305.970385] env[65753]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGH for action security_group_rules [ 1305.970480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.445346] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1306.445665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.745926] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.746297] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1307.746297] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGH for action security_group_rules [ 1307.746297] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e with Priority: HIGH for action security_group_rules [ 1307.746416] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88da0512-9037-495f-b331-5dfd35f9e849 with Priority: HIGH for action security_group_rules [ 1307.746467] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGH for action security_group_rules [ 1307.746562] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d with Priority: HIGH for action security_group_rules [ 1307.746705] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdfb10b-0956-463f-aa36-cb4aae52090c with Priority: HIGH for action security_group_rules [ 1307.746822] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 with Priority: HIGH for action security_group_rules [ 1307.746915] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5095e59-60af-4d3f-9540-af62070af590 with Priority: HIGH for action security_group_rules [ 1307.747011] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 with Priority: HIGH for action security_group_rules [ 1307.747110] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d494a201-0dcf-4a23-b494-edcb9654b053 with Priority: HIGH for action security_group_rules [ 1307.747212] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6c996-05ad-43f7-9191-71059321929e with Priority: HIGH for action security_group_rules [ 1307.747262] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 with Priority: HIGH for action security_group_rules [ 1307.747347] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 with Priority: HIGH for action security_group_rules [ 1307.747429] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf with Priority: HIGH for action security_group_rules [ 1307.747513] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGH for action security_group_rules [ 1307.747597] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 with Priority: HIGH for action security_group_rules [ 1307.747685] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a with Priority: HIGH for action security_group_rules [ 1307.748513] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGH for action security_group_rules [ 1307.748648] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 with Priority: HIGH for action security_group_rules [ 1307.748747] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 with Priority: HIGH for action security_group_rules [ 1307.749096] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.749232] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.749298] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.749511] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.749591] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.750536] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.750652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.750720] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.750886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.750960] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe07dd8f-fe50-4405-99c8-746b2c7a960e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.751685] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88da0512-9037-495f-b331-5dfd35f9e849 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.751796] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.751861] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.752012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.752088] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88da0512-9037-495f-b331-5dfd35f9e849',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.752759] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.752860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.752924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.753080] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.753150] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.753904] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.753904] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.754123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.754123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.754199] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546a9fbe-898f-4b1c-971f-b8b3d8e30a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.755061] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbdfb10b-0956-463f-aa36-cb4aae52090c taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.755173] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.755238] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.755384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.755456] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbdfb10b-0956-463f-aa36-cb4aae52090c',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.756147] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e7e53c-50f1-4d5b-bb09-9f654278f595 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.756252] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.756314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.756458] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.756529] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e7e53c-50f1-4d5b-bb09-9f654278f595',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.757222] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5095e59-60af-4d3f-9540-af62070af590 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.757330] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.757394] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.757591] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.757632] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5095e59-60af-4d3f-9540-af62070af590',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.758295] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.758405] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.758449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.758561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.758631] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78cb05db-1c9e-4da6-9ab1-01e291d8a7c4',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.759437] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d494a201-0dcf-4a23-b494-edcb9654b053 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.759546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.759614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.759763] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.759834] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d494a201-0dcf-4a23-b494-edcb9654b053',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.760514] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6c996-05ad-43f7-9191-71059321929e taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.760625] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.760691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.760837] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.760908] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6c996-05ad-43f7-9191-71059321929e',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.761562] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c682ab5-b197-4b78-90fc-9fa340868fe8 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.761659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.761801] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.761867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.761937] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c682ab5-b197-4b78-90fc-9fa340868fe8',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.762683] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d65976-11b7-40f5-a972-14e1c9b8d854 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.762791] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.762959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.763128] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.763128] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d65976-11b7-40f5-a972-14e1c9b8d854',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.763711] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.763817] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.763882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.764055] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.764107] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b242f8d-d59d-4c52-b7dc-acb705c6f7bf',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.764741] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.764834] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.764902] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.765062] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.765148] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.765804] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.765907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.765970] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.766161] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.766205] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6019de5c-5ce3-4c17-9b5d-26eea8f11414',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.766945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.767067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.767132] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.767362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.767362] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee2f081-67fb-4a89-8bd2-494e2e72cb6a',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.768023] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.768129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.768201] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.768350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.768421] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.769075] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.769179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.769243] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.769388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.769459] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba593e-0f83-42a6-8879-7149ebf8dfa7',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.770190] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.770303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.770368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.770481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.770550] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf427c65-c11b-4a94-ac2e-e697bcb8f694',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.809010] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.809184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.809242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.809811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.811716] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.811828] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.812487] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.813072] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.835036] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.835036] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546a9fbe-898f-4b1c-971f-b8b3d8e30a4d is going to be deleted. [ 1307.835481] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.835749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.858083] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.858240] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88da0512-9037-495f-b331-5dfd35f9e849 is going to be deleted. [ 1307.859221] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.859462] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.878862] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.879050] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe07dd8f-fe50-4405-99c8-746b2c7a960e is going to be deleted. [ 1307.890150] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.890367] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.890423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.890683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.890797] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.890946] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546a9fbe-898f-4b1c-971f-b8b3d8e30a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.924807] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.925035] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.925088] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.925308] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.925382] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.925498] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88da0512-9037-495f-b331-5dfd35f9e849" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.937373] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.937610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.937610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.937793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.937882] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.938019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe07dd8f-fe50-4405-99c8-746b2c7a960e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.279081] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.279311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.279311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.279519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.279677] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.279765] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.279826] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.279971] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.280067] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.280183] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.280314] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.282161] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.282333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.282333] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.282546] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.282956] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.282956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.282956] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.283207] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.283344] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.283471] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.283632] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.286100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.286250] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.286303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.286437] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.286601] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.286707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.286767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.286917] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.286998] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.287097] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.287218] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.304545] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.304729] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.304778] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.305013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.337789] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.338028] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.345906] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.346126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.347021] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.347154] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.347904] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.348017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.348658] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.348748] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.351654] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.351764] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.352513] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.352607] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.353504] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.353661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.354534] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.354534] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.355250] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.355343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.356037] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.356492] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.356676] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.357319] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.357778] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.357886] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.358525] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.358912] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.359024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.368436] env[65753]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.369061] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.369205] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c682ab5-b197-4b78-90fc-9fa340868fe8 is going to be deleted. [ 1308.370138] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.370352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.408576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.408753] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba593e-0f83-42a6-8879-7149ebf8dfa7 is going to be deleted. [ 1308.409671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.409937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.442833] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.443064] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6019de5c-5ce3-4c17-9b5d-26eea8f11414 is going to be deleted. [ 1308.444104] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.444312] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.479395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.479602] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbdfb10b-0956-463f-aa36-cb4aae52090c is going to be deleted. [ 1308.480767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.481022] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.497443] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.497619] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.500648] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.500760] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.519019] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.519204] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78cb05db-1c9e-4da6-9ab1-01e291d8a7c4 is going to be deleted. [ 1308.520265] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.520488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.566056] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.566191] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.688874] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.689114] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5095e59-60af-4d3f-9540-af62070af590 is going to be deleted. [ 1308.690295] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.690565] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.706119] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.706343] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.735017] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.735181] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.771558] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.771902] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee2f081-67fb-4a89-8bd2-494e2e72cb6a is going to be deleted. [ 1308.772770] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.772995] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.793738] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.793911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.793984] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.794229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.794400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.794503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.794568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.794714] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.794800] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.794888] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.795036] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.795123] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.795220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.795338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.795502] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.795632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.795692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.795830] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.795907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.795987] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.796156] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.797142] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.798787] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.877654] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.877837] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d65976-11b7-40f5-a972-14e1c9b8d854 is going to be deleted. [ 1308.878812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.879096] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.903322] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.903561] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.936754] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.937031] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.950705] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.950888] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be deleted. [ 1308.952079] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.952399] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.996668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.996848] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d494a201-0dcf-4a23-b494-edcb9654b053 is going to be deleted. [ 1308.997793] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.998029] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.040456] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.040672] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6c996-05ad-43f7-9191-71059321929e is going to be deleted. [ 1309.041447] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.041683] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.050619] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.050859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.081070] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.081218] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.091400] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.091550] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.107491] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.107638] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e7e53c-50f1-4d5b-bb09-9f654278f595 is going to be deleted. [ 1309.108689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.108962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.180203] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.180379] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b242f8d-d59d-4c52-b7dc-acb705c6f7bf is going to be deleted. [ 1309.181353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.181623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.236593] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.236746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.282623] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.282623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.297431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.297431] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf427c65-c11b-4a94-ac2e-e697bcb8f694 is going to be deleted. [ 1309.298518] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.298749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.298869] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.299011] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c682ab5-b197-4b78-90fc-9fa340868fe8" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.299177] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.299350] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.299430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.299539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba593e-0f83-42a6-8879-7149ebf8dfa7" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.300075] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.300286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.300375] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.300492] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6019de5c-5ce3-4c17-9b5d-26eea8f11414" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.300819] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006ec673-e63b-4e89-afc0-f0581f0446c2: rpc.has_security_group_logging(os_id): False [ 1309.301746] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55cfcbdf-64fa-4918-9435-4dea530a8a4d: rpc.has_security_group_logging(os_id): False [ 1309.302549] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4240398-4671-4e30-8cae-ea710e238f04: rpc.has_security_group_logging(os_id): False [ 1309.303336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.303545] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.303716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.303859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbdfb10b-0956-463f-aa36-cb4aae52090c" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.304014] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.304172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.304249] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.304361] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78cb05db-1c9e-4da6-9ab1-01e291d8a7c4" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.305272] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.305433] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.305516] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.305692] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5095e59-60af-4d3f-9540-af62070af590" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.305845] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.305992] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.306091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.306255] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee2f081-67fb-4a89-8bd2-494e2e72cb6a" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.306390] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.306539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.306637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.306781] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.306911] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.307064] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.307140] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.307253] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d65976-11b7-40f5-a972-14e1c9b8d854" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.307380] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.307519] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.307596] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.307708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d494a201-0dcf-4a23-b494-edcb9654b053" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.307827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.307962] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.308047] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.308156] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6c996-05ad-43f7-9191-71059321929e" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.308278] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.308438] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.308555] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.308671] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e7e53c-50f1-4d5b-bb09-9f654278f595" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.332756] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.332988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.332988] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.333178] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.334982] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.335179] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.336089] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.336225] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.337440] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.337580] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.376549] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.376908] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.377046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.377192] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.377286] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.377366] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.377462] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d is going to be updated. [ 1309.378562] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.378739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.420771] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.420945] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.443896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.444225] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.444353] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.444410] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.444678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.444678] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.444923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.445039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.445101] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.445254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.445329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.445530] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.445794] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.445967] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.446294] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.446434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.446606] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1309.448229] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.448452] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.448569] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.448820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b242f8d-d59d-4c52-b7dc-acb705c6f7bf" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.448924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.449145] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.493313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.493671] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.493773] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.493832] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.494048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.494131] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.494218] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4240398-4671-4e30-8cae-ea710e238f04 is going to be updated. [ 1309.495285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.495459] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.495547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.495691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf427c65-c11b-4a94-ac2e-e697bcb8f694" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.521130] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.521395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.521395] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.521567] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.521713] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.561443] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: IN_PROGRESS for 2s [ 1309.676763] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.677046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.677046] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.677239] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.677416] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.688879] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.689122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.689122] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.689389] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.689547] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.712900] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: IN_PROGRESS for 2s [ 1309.749364] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1310.255440] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.255950] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.256122] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.256510] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.256923] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.257178] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.257387] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.257681] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.257898] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.258266] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.258398] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.258710] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.258710] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.258833] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.258910] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.259059] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.279920] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.280175] env[65753]: DEBUG dogpile.cache.region [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1310.280324] env[65753]: DEBUG dogpile.lock [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.280494] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "network-918" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.280807] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock port-61227a3e-82c2-4ebf-b71b-b953b5667f90 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.280997] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.281147] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.281405] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.281539] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61227a3e-82c2-4ebf-b71b-b953b5667f90',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.783650] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.783889] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.784821] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.784821] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.784821] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.784821] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.785071] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.785157] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.785371] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.785511] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.785840] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.786020] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.786133] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.786333] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.786464] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.786618] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Resource: SegmentPort with ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 is going to be updated. [ 1310.811528] env[65753]: DEBUG networking_nsxv3.common.locking [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.811796] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.811868] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.812152] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.812342] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.812551] env[65753]: DEBUG oslo_concurrency.lockutils [None req-3cd04f5c-8bd4-4a16-8f4b-24c5b8c7341b None None] Releasing lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.085245] env[65753]: INFO networking_nsxv3.common.synchronization [req-6ec158a8-d72d-4a1a-a01a-c78f73f6d8af req-9cb6af83-2f68-4320-9326-f7a597fb58e8 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_members [ 1311.085789] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d with Priority: HIGHEST for action security_group_members [ 1311.086100] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cfcbdf-64fa-4918-9435-4dea530a8a4d taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.086227] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.086515] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.086756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.087217] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.087217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.087217] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.087463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.087463] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.087463] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55cfcbdf-64fa-4918-9435-4dea530a8a4d',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.496775] env[65753]: INFO networking_nsxv3.common.synchronization [req-d93461a9-e55c-48f7-849d-a41a56ba18da req-4ea06ce1-2e58-4b7d-be4d-57488264b1e7 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1311.496775] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1311.496775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.496775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.496775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.496775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.496775] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.496775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.496775] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.497734] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.497963] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.498209] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.547476] env[65753]: INFO networking_nsxv3.common.synchronization [req-68ce34f5-47e3-4aed-bfc9-7955bf3e54f4 req-8b4524c5-95a0-4b93-a1fa-aabffd39c768 service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 1311.547657] env[65753]: INFO networking_nsxv3.common.synchronization [req-68ce34f5-47e3-4aed-bfc9-7955bf3e54f4 req-8b4524c5-95a0-4b93-a1fa-aabffd39c768 service nova] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1311.547783] env[65753]: INFO networking_nsxv3.common.synchronization [req-68ce34f5-47e3-4aed-bfc9-7955bf3e54f4 req-8b4524c5-95a0-4b93-a1fa-aabffd39c768 service nova] Enqueued Resource ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 with Priority: HIGHEST for action port [ 1311.548012] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_rules [ 1311.548204] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1311.548258] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 with Priority: HIGHEST for action port [ 1311.548913] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.549049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.549117] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.549314] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.549393] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.550187] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.550303] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.550381] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.550524] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.550667] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.550809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.550809] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.550953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.551051] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.551194] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.551889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-61227a3e-82c2-4ebf-b71b-b953b5667f90 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.552922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.552922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.552922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.552922] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61227a3e-82c2-4ebf-b71b-b953b5667f90',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.576241] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: SUCCESS [ 1311.576465] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.589472] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.589649] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.589703] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.589867] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.589953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.590179] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.590279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.590368] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.590572] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.590648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.590735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d is going to be updated. [ 1311.629637] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.629881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.629881] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.630063] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.630209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.639907] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: IN_PROGRESS for 2s [ 1311.730269] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: SUCCESS [ 1311.730503] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.775735] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1311.775943] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.000475] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.053745] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.056017] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.056017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.056017] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61227a3e-82c2-4ebf-b71b-b953b5667f90 with status ACTIVE [ 1312.056017] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.056311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.056311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.056311] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.056475] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.057196] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.057196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.057196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.057196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.057196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.057196] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.057196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.057196] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.057711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.057711] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.057711] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61227a3e-82c2-4ebf-b71b-b953b5667f90 is going to be updated. [ 1312.089594] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.089745] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.089807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.090032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.090172] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.090328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61227a3e-82c2-4ebf-b71b-b953b5667f90" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.502152] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.556266] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.005832] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.006081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.006081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.006288] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.006378] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.006482] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1313.048986] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.049242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.049242] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.049431] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.049578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.058409] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.058601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.058601] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.058812] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.058900] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.058995] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1313.060763] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1313.093223] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.093423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.093423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.093644] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.093820] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.105594] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1313.650078] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d in Status: SUCCESS [ 1313.650434] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cfcbdf-64fa-4918-9435-4dea530a8a4d deletion is rescheduled due to dependency. [ 1313.650434] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cfcbdf-64fa-4918-9435-4dea530a8a4d" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.071697] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1315.071697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.115905] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1315.116169] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.116385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.116652] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.116845] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.117024] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.117081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.117194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.117271] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.117358] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.117450] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.619274] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.121693] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d1b92b-8ce2-46da-bf66-e13af83ffc19: rpc.has_security_group_logging(os_id): False [ 1316.144420] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.144632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.144688] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.144909] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.145070] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.145358] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.145488] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.145566] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.145907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.146048] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.146094] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be created. [ 1316.222832] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.223081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.223081] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.223329] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.223568] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.243688] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1316.549398] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.549614] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1318.259926] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1318.260442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.791627] env[65753]: INFO networking_nsxv3.common.synchronization [req-b303dac5-8cbf-4d27-8a03-ed081b7e5694 req-2e4ceb93-7571-4c02-b994-8a797b50f616 tempest-ServersTestJSON-887760377 tempest-ServersTestJSON-887760377-project-member] Enqueued Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1319.792088] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 with Priority: HIGHEST for action security_group_members [ 1319.792546] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-006ec673-e63b-4e89-afc0-f0581f0446c2 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.792737] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.792848] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.793152] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.793389] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.793539] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.793632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.793807] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.793895] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.793990] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006ec673-e63b-4e89-afc0-f0581f0446c2',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.297113] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.297504] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.297599] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.297835] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.297932] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.298216] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.298331] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.298439] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.298604] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.298686] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.298777] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 is going to be updated. [ 1320.337213] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.337432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.337514] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.337756] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.337907] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.350607] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: IN_PROGRESS for 2s [ 1322.371708] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 in Status: SUCCESS [ 1322.371708] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006ec673-e63b-4e89-afc0-f0581f0446c2 deletion is rescheduled due to dependency. [ 1322.371708] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006ec673-e63b-4e89-afc0-f0581f0446c2" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.369245] env[65753]: INFO networking_nsxv3.common.synchronization [req-4894deb6-b509-4d19-aa23-ef5971302fe5 req-6187b61c-d837-4c63-a924-382511cc1b31 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_members [ 1323.369787] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4240398-4671-4e30-8cae-ea710e238f04 with Priority: HIGHEST for action security_group_members [ 1323.370108] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4240398-4671-4e30-8cae-ea710e238f04 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.370220] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.370718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.370718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.370718] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.370718] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.371190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.371190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.371190] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.371190] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4240398-4671-4e30-8cae-ea710e238f04',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.873732] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.873732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.873732] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.874168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.874168] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.874487] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.874656] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.874758] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.874994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.875135] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.875271] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4240398-4671-4e30-8cae-ea710e238f04 is going to be updated. [ 1323.909422] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.909638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.909691] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.909966] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.910153] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.923355] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: IN_PROGRESS for 2s [ 1325.947509] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4240398-4671-4e30-8cae-ea710e238f04 in Status: SUCCESS [ 1325.947509] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4240398-4671-4e30-8cae-ea710e238f04 deletion is rescheduled due to dependency. [ 1325.947509] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4240398-4671-4e30-8cae-ea710e238f04" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.617208] env[65753]: INFO networking_nsxv3.common.synchronization [None req-ab3266db-cd4f-45eb-9ac9-f1855a7e25de tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_rules [ 1327.617631] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_rules [ 1327.617938] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.618200] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.618281] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.618610] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.618695] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.703093] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4cde0190-9b55-4881-9fe0-331cb421502c tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_rules [ 1327.703689] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_rules [ 1327.704028] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.704136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.154698] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.154894] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.154936] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.155160] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.155254] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.155350] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 already deleted. [ 1328.155432] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.155588] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.155795] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.155872] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.676608] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.676953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.676953] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.677110] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.677149] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.677238] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 already deleted. [ 1328.677313] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.059335] env[65753]: INFO networking_nsxv3.common.synchronization [req-31b99eb0-2bd1-4d5b-b56a-8b1687f35773 req-21a1c49d-c5cf-4892-95d5-b08e3568efad tempest-ServerActionsTestOtherB-1402960202 tempest-ServerActionsTestOtherB-1402960202-project-member] Enqueued Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1329.060025] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 with Priority: HIGHEST for action security_group_members [ 1329.060025] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d1b92b-8ce2-46da-bf66-e13af83ffc19 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.060025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.060025] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.060310] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.060310] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.060388] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.060811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.060811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.060811] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.060811] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d1b92b-8ce2-46da-bf66-e13af83ffc19',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.563108] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.563317] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.563430] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.563659] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.563757] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.563962] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.564082] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.564136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.564285] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.564387] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.564479] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 is going to be updated. [ 1329.596062] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.596309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.596309] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.596479] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.596618] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.606173] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: IN_PROGRESS for 2s [ 1331.621700] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 in Status: SUCCESS [ 1331.622115] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d1b92b-8ce2-46da-bf66-e13af83ffc19 deletion is rescheduled due to dependency. [ 1331.622115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d1b92b-8ce2-46da-bf66-e13af83ffc19" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.222862] env[65753]: INFO networking_nsxv3.common.synchronization [req-b5f2c891-16b5-4548-98bb-0177206dcfa6 req-c6639b1a-a6d3-471b-96bf-c1a307949c27 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_members [ 1333.223406] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_members [ 1333.223741] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.224291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.224291] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.228069] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.228294] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.228412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.228489] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.228661] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.228749] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.228845] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.496364] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.496678] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.496876] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.497287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.497669] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.497903] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.498340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.498424] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.498642] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.498956] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.499169] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.499344] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.499518] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.499696] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.499864] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.500082] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.520230] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.520398] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1333.520523] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.520692] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.521047] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.521228] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.521348] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.521679] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.521818] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123eca7f-0c97-4859-a1f3-d7d80d91b3cc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.730885] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.731120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.731120] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.731340] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.731429] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.731626] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.731728] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.731792] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.731944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.732032] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.732118] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 already deleted. [ 1333.732199] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.024518] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.024786] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.024939] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.025341] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.025532] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.025778] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port 123eca7f-0c97-4859-a1f3-d7d80d91b3cc not found, creating... [ 1334.026117] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.026344] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.026513] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.026829] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.027042] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.027343] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.027504] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.027623] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.027836] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.027969] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.028150] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: 123eca7f-0c97-4859-a1f3-d7d80d91b3cc is going to be created. [ 1334.050036] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.050316] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.050445] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.050725] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.050957] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.051259] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.737085] env[65753]: INFO networking_nsxv3.common.synchronization [req-b5f2c891-16b5-4548-98bb-0177206dcfa6 req-94f1168d-1890-4a3b-8362-f3c8cd2db9da service nova] Enqueued Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_rules [ 1334.737377] env[65753]: INFO networking_nsxv3.common.synchronization [req-b5f2c891-16b5-4548-98bb-0177206dcfa6 req-94f1168d-1890-4a3b-8362-f3c8cd2db9da service nova] Enqueued Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_members [ 1334.737418] env[65753]: INFO networking_nsxv3.common.synchronization [req-b5f2c891-16b5-4548-98bb-0177206dcfa6 req-94f1168d-1890-4a3b-8362-f3c8cd2db9da service nova] Enqueued Resource ID: 123eca7f-0c97-4859-a1f3-d7d80d91b3cc with Priority: HIGHEST for action port [ 1334.737890] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_rules [ 1334.738517] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_members [ 1334.738600] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123eca7f-0c97-4859-a1f3-d7d80d91b3cc with Priority: HIGHEST for action port [ 1334.738881] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.739012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.739214] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.739468] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.739557] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.740676] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.740838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.741017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.741205] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.741357] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.741449] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.741505] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.741657] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.741741] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.741820] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.743294] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.743689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.743689] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.743804] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.743804] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123eca7f-0c97-4859-a1f3-d7d80d91b3cc',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.244085] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.245222] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 123eca7f-0c97-4859-a1f3-d7d80d91b3cc with status ACTIVE [ 1335.245490] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.245637] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.245726] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.245968] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.246084] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.246281] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.246384] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.246445] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.246622] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.246709] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.246920] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.246994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.247071] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.247224] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.247315] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.247399] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 123eca7f-0c97-4859-a1f3-d7d80d91b3cc is going to be updated. [ 1335.248566] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.248675] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.268660] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.268860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.268860] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.269073] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.269209] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.269362] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123eca7f-0c97-4859-a1f3-d7d80d91b3cc" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.749412] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.251440] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.251632] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.251698] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.251916] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.252013] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.252118] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 is going to be created. [ 1336.276314] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.276493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.276493] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.276696] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.276887] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.286568] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20feb695-30fa-4100-ba7b-d04fd0060564 in Status: UNINITIALIZED for 2s [ 1338.297722] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20feb695-30fa-4100-ba7b-d04fd0060564 in Status: SUCCESS [ 1338.298038] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.298137] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.298352] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.298544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.298662] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.298733] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.298877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.298958] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.299049] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.299151] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.802307] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.304899] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20feb695-30fa-4100-ba7b-d04fd0060564: rpc.has_security_group_logging(os_id): False [ 1339.322198] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.322351] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.322413] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.322620] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.322710] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.322943] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.323060] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.323126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.323385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.323385] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.323484] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 is going to be created. [ 1339.386377] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.386579] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.386624] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.386829] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.387091] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.397781] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20feb695-30fa-4100-ba7b-d04fd0060564 in Status: IN_PROGRESS for 2s [ 1339.739983] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.740190] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1341.411859] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20feb695-30fa-4100-ba7b-d04fd0060564 in Status: SUCCESS [ 1341.412442] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.741667] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.742112] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.742825] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.743261] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.743827] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.744218] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.744485] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.744904] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.745371] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.745772] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.746803] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.747271] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.748249] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.748617] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.749617] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.750104] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.751118] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.751555] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.752187] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.752582] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.753730] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.753730] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.121683] env[65753]: INFO networking_nsxv3.common.synchronization [req-c98ce269-ff59-4203-9ef8-7e8a30d94786 req-3377d19a-9069-4d82-8300-a6daae761b99 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_members [ 1395.121810] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20feb695-30fa-4100-ba7b-d04fd0060564 with Priority: HIGHEST for action security_group_members [ 1395.122347] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-20feb695-30fa-4100-ba7b-d04fd0060564 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.122347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.122347] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.122603] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.122680] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.122767] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.122827] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.122986] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.123057] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.123144] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20feb695-30fa-4100-ba7b-d04fd0060564',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.625791] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.626040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.626040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.626354] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.626480] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.626710] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.626859] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.626944] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.627141] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.627251] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.627375] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 is going to be updated. [ 1395.663258] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.663490] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.663578] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.663782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.663922] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.672033] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20feb695-30fa-4100-ba7b-d04fd0060564 in Status: IN_PROGRESS for 2s [ 1397.682983] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20feb695-30fa-4100-ba7b-d04fd0060564 in Status: SUCCESS [ 1397.683406] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20feb695-30fa-4100-ba7b-d04fd0060564 deletion is rescheduled due to dependency. [ 1397.683406] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20feb695-30fa-4100-ba7b-d04fd0060564" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.771179] env[65753]: INFO networking_nsxv3.common.synchronization [None req-4dfcd5ae-c561-4191-9060-20823a16d6a6 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_rules [ 1399.771732] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_rules [ 1399.772078] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.772247] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.772338] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.772614] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.772722] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.853376] env[65753]: INFO networking_nsxv3.common.synchronization [None req-5fd5b2f8-7549-438b-88ed-85fa58081a14 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_rules [ 1399.853632] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_rules [ 1399.853978] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.854106] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.292970] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.293244] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.293371] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.293638] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.293731] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.293841] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f already deleted. [ 1400.293924] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.294114] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.294297] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.294389] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.815188] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.815577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.815577] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.815650] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.815707] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.815809] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f already deleted. [ 1400.815959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.854976] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.855328] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.195476] env[65753]: INFO networking_nsxv3.common.synchronization [req-41691343-a11d-4725-8169-accbf5442721 req-f70f1560-9c28-4876-8b47-373d5f2cc58c tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_members [ 1405.195742] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_members [ 1405.195897] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.196039] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.196121] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.196386] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.196544] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.196639] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.196697] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.196838] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.196920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.197040] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.448239] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.448450] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.448544] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.448812] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.449068] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.449226] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.449340] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.449548] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.449687] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.449887] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1405.449995] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] NeedRegenerationException {{(pid=65753) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1405.450113] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] no value, waiting for create lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1405.450218] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] value creation lock acquired {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1405.450324] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] No value present for key: 'zone-id' {{(pid=65753) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1405.450424] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Calling creation function for not-yet-present value {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1405.450563] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1405.472251] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1405.472475] env[65753]: DEBUG dogpile.cache.region [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65753) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1405.472685] env[65753]: DEBUG dogpile.lock [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Released creation lock {{(pid=65753) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1405.472883] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "network-93" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.473440] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock port-def5ecc0-da72-4351-8b10-eaeb7040f661 taken with stack trace [, , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.473677] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.473846] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.474339] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.474475] env[65753]: DEBUG networking_nsxv3.api.rpc [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def5ecc0-da72-4351-8b10-eaeb7040f661',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.699923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.700184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.700184] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.700325] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.700420] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.700614] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.700715] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.700774] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.700920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.700994] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.701089] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f already deleted. [ 1405.701158] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.977429] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.977862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.977862] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.978025] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.978162] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.978309] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Segment Port def5ecc0-da72-4351-8b10-eaeb7040f661 not found, creating... [ 1405.978574] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.978729] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.978842] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.979078] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.979215] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.979491] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.979645] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.979759] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.979961] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.980183] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.980322] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Resource: SegmentPort with ID: def5ecc0-da72-4351-8b10-eaeb7040f661 is going to be created. [ 1406.001036] env[65753]: DEBUG networking_nsxv3.common.locking [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.001036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.001036] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.001287] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.001427] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.001646] env[65753]: DEBUG oslo_concurrency.lockutils [None req-cedf4cc2-b175-42d5-a090-dc1363edee4a None None] Releasing lock "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.668878] env[65753]: INFO networking_nsxv3.common.synchronization [req-41691343-a11d-4725-8169-accbf5442721 req-31d2f028-c91c-4c39-bf33-60c34aa3369f service nova] Enqueued Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_rules [ 1406.669090] env[65753]: INFO networking_nsxv3.common.synchronization [req-41691343-a11d-4725-8169-accbf5442721 req-31d2f028-c91c-4c39-bf33-60c34aa3369f service nova] Enqueued Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_members [ 1406.669213] env[65753]: INFO networking_nsxv3.common.synchronization [req-41691343-a11d-4725-8169-accbf5442721 req-31d2f028-c91c-4c39-bf33-60c34aa3369f service nova] Enqueued Resource ID: def5ecc0-da72-4351-8b10-eaeb7040f661 with Priority: HIGHEST for action port [ 1406.669441] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_rules [ 1406.669576] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_members [ 1406.669672] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def5ecc0-da72-4351-8b10-eaeb7040f661 with Priority: HIGHEST for action port [ 1406.670674] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.670782] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.670854] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.671066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.671147] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.672018] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.672126] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.672194] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.672360] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.672505] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.672597] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.673412] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.673623] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.673746] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.674065] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.674690] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock port-def5ecc0-da72-4351-8b10-eaeb7040f661 taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.674802] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.674920] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.675115] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.675218] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def5ecc0-da72-4351-8b10-eaeb7040f661',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.177170] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.177889] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.178017] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.181949] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port def5ecc0-da72-4351-8b10-eaeb7040f661 with status ACTIVE [ 1407.181949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.181949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.181949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.181949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.181949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.181949] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.181949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.181949] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.182668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.182668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.182668] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.182668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.182668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.182668] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.183037] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.183037] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: def5ecc0-da72-4351-8b10-eaeb7040f661 is going to be updated. [ 1407.209727] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.210042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.210042] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.210171] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.210267] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.210423] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def5ecc0-da72-4351-8b10-eaeb7040f661" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.680021] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.182231] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.182665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.182665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.182665] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.182843] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.182896] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f is going to be created. [ 1408.207022] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.207248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.207248] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.207499] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.207664] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.219225] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: UNINITIALIZED for 2s [ 1410.230727] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: UNINITIALIZED for 4s [ 1411.670411] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.670818] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1412.248498] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: SUCCESS [ 1412.248754] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.249012] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.249296] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.249523] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.249648] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.249716] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.249877] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.249959] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.250058] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.250152] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.752294] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.255506] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bab9a276-8473-490a-9953-cd5f77df4b5f: rpc.has_security_group_logging(os_id): False [ 1413.272805] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.273113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.273113] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.273246] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.273336] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.273591] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.273687] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.273750] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.273896] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.273969] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.274074] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f is going to be created. [ 1413.332792] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.333040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.333040] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.333279] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.333460] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.343488] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: IN_PROGRESS for 2s [ 1415.357044] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: SUCCESS [ 1415.357044] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.671719] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.672121] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.672855] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.672855] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.673706] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.674112] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.674616] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.674981] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.675705] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.676201] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.677318] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.677759] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.678394] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.678850] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.679252] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.679252] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.680430] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.680798] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.681822] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.682273] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.682636] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.683090] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.549071] env[65753]: INFO networking_nsxv3.common.synchronization [req-54f8014c-0337-439a-a618-c5fa289d0199 req-33302222-ad6b-4445-a983-47b634bc7c15 tempest-AttachVolumeNegativeTest-660280753 tempest-AttachVolumeNegativeTest-660280753-project-member] Enqueued Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_members [ 1470.549620] env[65753]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab9a276-8473-490a-9953-cd5f77df4b5f with Priority: HIGHEST for action security_group_members [ 1470.549923] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock member-bab9a276-8473-490a-9953-cd5f77df4b5f taken with stack trace [, , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.550066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.550129] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.550328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.550481] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.550576] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.550634] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.550816] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.550880] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.550960] env[65753]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bab9a276-8473-490a-9953-cd5f77df4b5f',) {} {{(pid=65753) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.053193] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.053425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.053425] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.053643] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.053739] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.053945] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.054066] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.054136] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.054266] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.054328] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.054417] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f is going to be updated. [ 1471.091444] env[65753]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65753) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.091444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.091444] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.091735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.091735] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.100185] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: IN_PROGRESS for 2s [ 1473.112937] env[65753]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bab9a276-8473-490a-9953-cd5f77df4b5f in Status: SUCCESS [ 1473.112937] env[65753]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bab9a276-8473-490a-9953-cd5f77df4b5f deletion is rescheduled due to dependency. [ 1473.112937] env[65753]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bab9a276-8473-490a-9953-cd5f77df4b5f" {{(pid=65753) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.551242] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.551523] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.553198] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.553635] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.553938] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.554177] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.222269] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.222677] env[65753]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5c27ec6d-1fa7-41f3-98e6-e404b17f3a72 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1490.554750] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.555163] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.556423] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.556875] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.557468] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.557868] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.558716] env[65753]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.559519] env[65753]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0